-- Logs begin at Thu 2022-05-12 16:49:16 UTC, end at Thu 2022-05-12 17:59:16 UTC. -- May 12 17:33:33.153946 dv-cinder-839793-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 12 17:33:36.001284 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.common.config [-] Logging enabled! May 12 17:33:36.001902 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev203 May 12 17:33:36.002085 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109961) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 17:33:36.005613 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.common.config [-] Logging enabled! May 12 17:33:36.005872 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev203 May 12 17:33:36.006192 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109961) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 17:33:36.007171 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 17:33:36.007409 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 17:33:36.007784 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 17:33:36.008034 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 17:33:36.008264 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 17:33:36.008588 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.008988 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.009224 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.009529 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.009827 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.010118 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.010414 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.010744 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.011042 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.011331 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.011619 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.011854 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.012139 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.012436 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.012728 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.012957 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] debug = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.013244 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.013685 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.014347 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.014635 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.014956 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.015245 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.015520 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.015803 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.016090 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.016506 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] host = dv-cinder-839793-10-iscsi {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.016848 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.017146 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.017442 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.017738 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.018025 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.018307 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.018599 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.018902 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.019183 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] log_file = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.019465 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.019758 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.020049 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.020344 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.020574 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.020802 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.021093 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.021395 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.021678 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.021958 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.022237 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.022516 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.022822 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.023097 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.023388 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.023681 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.023974 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.024253 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.024534 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.024814 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.025092 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.025382 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.025661 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.025938 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.026216 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.026509 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.026813 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.027092 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.027397 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.027689 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.027975 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.028264 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.028542 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.028829 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.029107 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.029384 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.029658 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] use_json = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.029934 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.030207 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.030491 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.030791 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.031071 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.031350 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.031626 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.031914 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.032779 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:36.033085 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.033391 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.033698 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.033994 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.034306 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.034592 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.034914 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.035204 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.035499 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.035793 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.036088 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.036373 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.036676 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.036973 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.037273 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.037581 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.037878 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.038176 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.038455 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.038760 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.039039 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.039324 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.039617 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.039901 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.040193 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.040485 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.040767 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.041068 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.041356 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.041646 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.041942 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.042238 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.042516 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.042824 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.043123 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.043407 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.043684 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.043983 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.044266 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.044546 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.044830 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.045110 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.045387 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.045663 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.045946 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.046239 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.046519 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.046827 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.047106 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.047391 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.048262 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.048580 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.048864 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.049143 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.049418 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.049705 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.049984 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.050264 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.050548 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.050850 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.051134 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.051410 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.051687 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.051966 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.052243 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.052519 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.052794 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.053070 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.053354 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.053636 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.053922 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.054203 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.054482 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.054789 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.055095 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.055380 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.055666 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.055954 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.056240 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.056524 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.056807 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.057092 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.057376 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.057653 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.057950 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.058239 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.058530 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.058857 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.059144 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.059466 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.059752 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.060040 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.060330 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.060613 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.060896 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.061186 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.061476 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.061780 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.062080 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.062380 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.062708 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.063002 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.063340 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.063724 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.064012 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:36.064235 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 17:33:36.064480 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109961) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 12 17:33:36.528112 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 17:33:36.528392 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 17:33:36.528706 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 17:33:36.529049 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.manager [-] Loading core plugin: ml2 May 12 17:33:36.859233 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:36.859530 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:36.859809 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:36.861634 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:36.861912 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:36.862184 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:36.929728 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:36.930000 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:36.930271 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:36.945197 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:36.945484 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:36.945761 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:36.976189 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:36.976471 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:36.976750 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.014494 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.015110 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.015110 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.366530 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.366843 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.367117 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.367390 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.368092 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.468085 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.468415 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.468709 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.468984 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.469256 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.469611 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.470014 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.470113 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.470372 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.470661 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.470948 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.471219 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.471480 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.471740 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.472001 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.472270 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.472546 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.472806 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.473079 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.473343 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.473618 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.473878 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.474163 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.474544 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.474823 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.475076 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.475472 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:33:37.475724 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:33:37.475968 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:33:37.476212 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:33:37.476453 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:33:37.476693 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:33:37.477064 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 12 17:33:37.480186 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 12 17:33:37.484114 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 12 17:33:37.488044 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) May 12 17:33:37.489724 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 12 17:33:37.490145 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 12 17:33:37.490491 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 12 17:33:37.490922 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 12 17:33:37.493864 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 12 17:33:37.494117 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 12 17:33:37.494466 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 12 17:33:37.499372 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 12 17:33:37.524280 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 12 17:33:37.524734 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.525036 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109961) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 12 17:33:37.525414 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.526815 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109961) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 12 17:33:37.527100 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 12 17:33:37.527351 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 12 17:33:37.530651 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.530968 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:37.596275 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 12 17:33:37.596508 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 12 17:33:37.596745 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 12 17:33:37.597114 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 12 17:33:37.617804 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_db.sqlalchemy.engines [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109961) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 12 17:33:38.074553 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Initializing driver for type 'gre' May 12 17:33:38.075346 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] gre ID ranges: [(1, 1000)] May 12 17:33:38.132571 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Initializing driver for type 'local' May 12 17:33:38.132919 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Initializing driver for type 'vlan' May 12 17:33:38.146620 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] VlanTypeDriver initialization complete May 12 17:33:38.147120 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Initializing driver for type 'vxlan' May 12 17:33:38.147661 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] vxlan ID ranges: [(1, 1000)] May 12 17:33:38.202107 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Initializing extension driver 'port_security' May 12 17:33:38.202473 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.extensions.port_security [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] PortSecurityExtensionDriver initialization complete May 12 17:33:38.202842 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Initializing mechanism driver 'openvswitch' May 12 17:33:38.203171 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Initializing mechanism driver 'hyperv' May 12 17:33:38.209655 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.plugins.ml2.plugin [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:33:38.210507 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > port after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.210907 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > port after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.211268 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > port after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.211793 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:33:38.212235 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > subnet after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.212597 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > subnet after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.212953 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.213348 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:33:38.213764 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > network after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.214124 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > network after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.214474 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > network after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.214897 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:33:38.215309 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > security_group after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.215665 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > security_group after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.216010 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > security_group after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.216405 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:33:38.216819 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.217174 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.217521 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.217912 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:33:38.218322 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > address_group after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.218691 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > address_group after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.219043 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > address_group after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.219975 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 17:33:38.220425 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] ML2 OVO RPC backend initialized. {{(pid=109961) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 12 17:33:38.221233 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.221599 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.222027 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > network before_response 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.222386 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > networks before_response 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.222772 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > port before_response 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.223126 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > ports before_response 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.223479 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > subnet before_response 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.223829 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > subnets before_response 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.224180 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > network after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.224526 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > network after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.224869 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > network after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.225212 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > port after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.225557 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > port after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.225895 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > port after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.226238 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > subnet after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.226584 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > subnet after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.226949 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.234301 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded quota_driver: . May 12 17:33:38.234691 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.plugin [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Modular L2 Plugin initialization complete May 12 17:33:38.235203 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading services supported by the core plugin {{(pid=109961) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 12 17:33:38.236220 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.plugins.ml2.managers [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Got port-security extension from driver 'port_security' May 12 17:33:38.236741 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.extensions.vlantransparent [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Disabled vlantransparent extension. May 12 17:33:38.237244 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109961) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 12 17:33:38.237581 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading Plugin: router May 12 17:33:38.272680 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router_interface before_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.273081 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router after_create 55549900 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.273457 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router before_create 55549900 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.273831 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.274210 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.274573 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router after_delete 55549900 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.274962 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > floatingip after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.275320 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > floatingip after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.275689 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router after_create 55549900 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.276044 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router after_update 55549900 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.276401 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router after_update 55549900 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.276754 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.277235 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router after_update 55549900 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.277652 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router precommit_update 55549900 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.278028 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: port after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.278374 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: port after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.278738 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: subnet after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.279085 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.279436 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > port precommit_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.279788 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router precommit_create 55549900 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.280137 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: port before_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.280485 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router precommit_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.280844 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router after_update 55549900 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.281188 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router precommit_delete 55549900 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.281542 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router precommit_create 55549900 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.282514 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.282968 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router precommit_update 55549900 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.283327 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > agent after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.283686 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > agent after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.284066 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > network after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.284945 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Tracking information for resource: router configured {{(pid=109961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:33:38.285293 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Tracking information for resource: floatingip configured {{(pid=109961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 17:33:38.290166 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.db.l3_agentschedulers_db [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 12 17:33:38.290771 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: port after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.291144 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: port after_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.291500 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: port after_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.291859 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: port after_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.292661 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router before_create 55550100 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.293032 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router precommit_delete 55550100 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.293400 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router precommit_create 55550100 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.293763 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > router precommit_update 55550100 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.299168 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.services.provider_configuration [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Service providers = [] {{(pid=109961) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 12 17:33:38.299541 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.db.servicetype_db [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109961) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 12 17:33:38.302489 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.services.service_base [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 17:33:38.302863 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.services.service_base [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 17:33:38.303211 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.services.service_base [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 17:33:38.304101 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.services.service_base [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 17:33:38.304480 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.services.service_base [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Default provider is not specified for service type L3_ROUTER_NAT May 12 17:33:38.304861 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:33:38.305183 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 12 17:33:38.316070 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:33:38.316411 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading Plugin: auto_allocate May 12 17:33:38.322106 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: network precommit_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.322482 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: network precommit_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.323037 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:33:38.323368 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading Plugin: tag May 12 17:33:38.330625 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:33:38.330921 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading Plugin: timestamp May 12 17:33:38.334759 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:33:38.335101 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading Plugin: network_ip_availability May 12 17:33:38.340630 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.341012 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.341379 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.342107 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:33:38.342433 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading Plugin: flavors May 12 17:33:38.347924 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:33:38.348263 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading Plugin: revisions May 12 17:33:38.352513 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 17:33:38.352910 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_concurrency.lockutils [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=109961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 17:33:38.353656 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109961) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 12 17:33:38.353999 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Initializing extension manager. May 12 17:33:38.354531 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: __init__.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.354910 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: __pycache__ {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.355253 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: _port_mac_address_override.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.355597 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: address_group.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.356353 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.356931 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: address-group May 12 17:33:38.357261 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: address_scope.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.357977 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.358496 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: address-scope May 12 17:33:38.358861 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: admin_state_down_before_update.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.359798 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.360907 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: router-admin-state-down-before-update May 12 17:33:38.361234 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: agent.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.361942 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.362454 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: agent May 12 17:33:38.362821 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: agent_resources_synced.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.363736 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.364251 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: agent-resources-synced May 12 17:33:38.364577 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: allowedaddresspairs.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.366383 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.366939 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: allowed-address-pairs May 12 17:33:38.367271 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: auto_allocated_topology.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.368344 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.368862 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: auto-allocated-topology May 12 17:33:38.369194 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: availability_zone.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.369888 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.370398 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: availability_zone May 12 17:33:38.370759 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: availability_zone_filter.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.371682 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.372200 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: availability_zone_filter May 12 17:33:38.372534 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: data_plane_status.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.373446 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.373959 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension data-plane-status not supported by any of loaded plugins May 12 17:33:38.374290 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: default_subnetpools.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.375247 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.375816 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: default-subnetpools May 12 17:33:38.376120 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: dhcpagentscheduler.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.377116 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.377630 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: dhcp_agent_scheduler May 12 17:33:38.377962 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: dns.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.378924 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.379443 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension dns-integration not supported by any of loaded plugins May 12 17:33:38.379771 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: dns_domain_ports.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.380694 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.381206 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension dns-domain-ports not supported by any of loaded plugins May 12 17:33:38.381535 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.382457 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.382991 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 12 17:33:38.383320 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: dvr.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.384004 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.384513 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: dvr May 12 17:33:38.384842 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: ecmp_routes.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.385764 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.386277 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension ecmp_routes not supported by any of loaded plugins May 12 17:33:38.386604 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: empty_string_filtering.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.387540 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.388056 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: empty-string-filtering May 12 17:33:38.388382 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.389552 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.390066 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 12 17:33:38.390395 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.391393 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.391895 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 12 17:33:38.392220 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: external_net.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.393127 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.393639 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: external-net May 12 17:33:38.393964 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: extra_dhcp_opt.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.394900 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.395417 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: extra_dhcp_opt May 12 17:33:38.395744 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: extraroute.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.396650 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.397159 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: extraroute May 12 17:33:38.397485 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: extraroute_atomic.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.398718 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.399242 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: extraroute-atomic May 12 17:33:38.399570 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: filter_validation.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.400237 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.400747 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: filter-validation May 12 17:33:38.401075 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: fip_pf_description.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.401986 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.402493 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 12 17:33:38.402859 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: fip_pf_port_range.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.403778 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.404282 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 12 17:33:38.404607 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: fip_port_details.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.405555 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.406064 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: fip-port-details May 12 17:33:38.406391 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: flavors.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.408177 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.408690 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: flavors May 12 17:33:38.409021 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.410692 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.411232 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 12 17:33:38.411573 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: floatingip_pools.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.412274 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.412789 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: floatingip-pools May 12 17:33:38.413122 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: ip_allocation.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.414058 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.414570 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension ip_allocation not supported by any of loaded plugins May 12 17:33:38.414932 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.415858 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.416369 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: ip-substring-filtering May 12 17:33:38.416704 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: l2_adjacency.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.417644 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.418156 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension l2_adjacency not supported by any of loaded plugins May 12 17:33:38.418486 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: l3.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.419482 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.420005 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: router May 12 17:33:38.420340 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: l3_conntrack_helper.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.423194 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.423767 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 12 17:33:38.424108 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.425047 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.425572 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: ext-gw-mode May 12 17:33:38.425907 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.426866 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.427381 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: l3-ha May 12 17:33:38.427715 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.428632 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.429143 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 12 17:33:38.429475 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: l3_flavors.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.430390 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.430935 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: l3-flavors May 12 17:33:38.431270 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: l3_ndp_proxy.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.432642 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.433169 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 12 17:33:38.433503 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.434420 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.434980 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: l3-port-ip-change-not-allowed May 12 17:33:38.435316 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: l3agentscheduler.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.436352 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.436869 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: l3_agent_scheduler May 12 17:33:38.437202 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: local_ip.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.440956 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.441482 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension local_ip not supported by any of loaded plugins May 12 17:33:38.441858 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: logging.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.443335 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.443860 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension logging not supported by any of loaded plugins May 12 17:33:38.444197 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: metering.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.444940 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.445533 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: metering May 12 17:33:38.445866 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.446984 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.447504 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: metering_source_and_destination_fields May 12 17:33:38.447835 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: multiprovidernet.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.448774 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.449291 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: multi-provider May 12 17:33:38.449620 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: netmtu.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.450535 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.451080 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: net-mtu May 12 17:33:38.451409 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: netmtu_writable.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.452327 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.452834 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: net-mtu-writable May 12 17:33:38.453160 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: network_availability_zone.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.453946 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.454424 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: network_availability_zone May 12 17:33:38.454776 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: network_ip_availability.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.456385 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.456903 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: network-ip-availability May 12 17:33:38.457235 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: network_segment_range.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.458012 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.458521 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension network-segment-range not supported by any of loaded plugins May 12 17:33:38.458878 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: pagination.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.459858 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.460193 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: pagination May 12 17:33:38.460519 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: port_device_profile.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.461432 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.461946 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: port-device-profile May 12 17:33:38.462274 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: port_mac_address_override.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.463221 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.463732 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: port-mac-override May 12 17:33:38.464060 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.464982 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.465501 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: port-mac-address-regenerate May 12 17:33:38.465828 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.466776 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.467294 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: port-numa-affinity-policy May 12 17:33:38.467621 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: port_resource_request.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.468544 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.469055 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension port-resource-request not supported by any of loaded plugins May 12 17:33:38.469424 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: port_resource_request_groups.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.470404 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.470940 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension port-resource-request-groups not supported by any of loaded plugins May 12 17:33:38.471273 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: portbindings.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.472207 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.472722 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: binding May 12 17:33:38.473051 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: portbindings_extended.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.474322 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.474883 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: binding-extended May 12 17:33:38.475221 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: portsecurity.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.476150 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.476668 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: port-security May 12 17:33:38.477001 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: project_id.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.477977 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.478314 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: project-id May 12 17:33:38.478641 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: providernet.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.479582 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.480095 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: provider May 12 17:33:38.480422 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: qos.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.484123 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.484654 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension qos not supported by any of loaded plugins May 12 17:33:38.485027 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.486276 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.486818 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 12 17:33:38.487157 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.488099 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.488620 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 12 17:33:38.488953 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: qos_default.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.489886 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.490405 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension qos-default not supported by any of loaded plugins May 12 17:33:38.490776 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: qos_fip.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.491707 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.492222 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension qos-fip not supported by any of loaded plugins May 12 17:33:38.492552 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: qos_fip_network_policy.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.493467 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.493980 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 12 17:33:38.494310 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: qos_gateway_ip.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.495279 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.495790 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension qos-gateway-ip not supported by any of loaded plugins May 12 17:33:38.496118 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: qos_port_network_policy.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.497028 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.497539 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension qos-port-network-policy not supported by any of loaded plugins May 12 17:33:38.497868 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.498949 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.499466 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension qos-pps-minimum not supported by any of loaded plugins May 12 17:33:38.499797 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.501358 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.501875 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 12 17:33:38.502206 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: qos_pps_rule.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.503404 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.503925 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension qos-pps not supported by any of loaded plugins May 12 17:33:38.504256 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: qos_rule_type_details.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.505175 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.505695 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension qos-rule-type-details not supported by any of loaded plugins May 12 17:33:38.506028 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: qos_rule_type_filter.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.506986 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.507499 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 12 17:33:38.507828 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: qos_rules_alias.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.508871 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.509388 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension qos-rules-alias not supported by any of loaded plugins May 12 17:33:38.509718 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: quota_check_limit.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.510728 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.511247 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: quota-check-limit May 12 17:33:38.511574 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: quotasv2.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.512509 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.512840 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: quotas May 12 17:33:38.513164 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: quotasv2_detail.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.515184 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.515531 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: quota_details May 12 17:33:38.515876 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: rbac.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.517542 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.518076 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: rbac-policies May 12 17:33:38.518415 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: rbac_address_group.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.519388 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.519915 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: rbac-address-group May 12 17:33:38.520247 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: rbac_address_scope.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.521173 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.521694 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: rbac-address-scope May 12 17:33:38.522023 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: rbac_security_groups.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.522983 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.523501 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: rbac-security-groups May 12 17:33:38.523830 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: rbac_subnetpool.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.524762 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.525276 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: rbac-subnetpool May 12 17:33:38.525605 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: revisionifmatch.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.526537 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.527096 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: revision-if-match May 12 17:33:38.527431 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: revisions.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.528547 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.529072 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: standard-attr-revisions May 12 17:33:38.529401 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: router_availability_zone.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.530075 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.530590 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: router_availability_zone May 12 17:33:38.530948 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: routerservicetype.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.531902 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.532497 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension router-service-type not supported by any of loaded plugins May 12 17:33:38.532831 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.533767 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.534286 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: security-groups-normalized-cidr May 12 17:33:38.534617 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: security_groups_port_filtering.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.535573 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.536098 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: port-security-groups-filtering May 12 17:33:38.536427 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.537362 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.537874 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: security-groups-remote-address-group May 12 17:33:38.538200 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.539290 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.539810 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: security-groups-shared-filtering May 12 17:33:38.540138 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.540722 dv-cinder-839793-10-iscsi neutron-server[109961]: WARNING neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 12 17:33:38.541047 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: securitygroup.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.551287 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.551828 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: security-group May 12 17:33:38.552172 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: segment.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.552904 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.553422 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension segment not supported by any of loaded plugins May 12 17:33:38.553761 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.554728 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.555246 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 12 17:33:38.555583 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: servicetype.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.556713 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.557238 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: service-type May 12 17:33:38.557574 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: sorting.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.558565 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.558939 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: sorting May 12 17:33:38.559273 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: standard_attr_segment.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.560190 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.560710 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension standard-attr-segment not supported by any of loaded plugins May 12 17:33:38.561042 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: standardattrdescription.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.561693 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.562205 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: standard-attr-description May 12 17:33:38.562536 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: stateful_security_group.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.564189 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.564714 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: stateful-security-group May 12 17:33:38.565045 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: stdattrs_common.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.565620 dv-cinder-839793-10-iscsi neutron-server[109961]: WARNING neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 12 17:33:38.565955 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.566950 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.567476 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 12 17:33:38.567804 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: subnet_onboard.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.568856 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.569377 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: subnet_onboard May 12 17:33:38.569705 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.570634 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.571184 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 12 17:33:38.571514 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: subnet_service_types.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.572447 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.572968 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: subnet-service-types May 12 17:33:38.573297 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: subnetallocation.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.574381 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.574955 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: subnet_allocation May 12 17:33:38.575292 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.575975 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.576500 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: subnetpool-prefix-ops May 12 17:33:38.576828 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.577772 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.578287 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 12 17:33:38.578615 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: tagging.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.579805 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.580327 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: standard-attr-tag May 12 17:33:38.580707 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: timestamp.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.581942 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.582469 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loaded extension: standard-attr-timestamp May 12 17:33:38.582900 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: trunk.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.583954 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.584477 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension trunk not supported by any of loaded plugins May 12 17:33:38.584808 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: trunk_details.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.585725 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.586246 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension trunk-details not supported by any of loaded plugins May 12 17:33:38.586574 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: uplink_status_propagation.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.587523 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.588040 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension uplink-status-propagation not supported by any of loaded plugins May 12 17:33:38.588369 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Loading extension file: vlantransparent.py {{(pid=109961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 17:33:38.589039 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 17:33:38.589551 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extension vlan-transparent not supported by any of loaded plugins May 12 17:33:38.592109 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of TrackedResource for resource:network May 12 17:33:38.592648 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of TrackedResource for resource:subnet May 12 17:33:38.593051 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of TrackedResource for resource:subnetpool May 12 17:33:38.593441 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of TrackedResource for resource:port May 12 17:33:38.594863 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.v2.resource_helper [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:33:38.595316 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.v2.resource_helper [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Service FLAVORS assigned prefix: {{(pid=109961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:33:38.595953 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.v2.resource_helper [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:33:38.596366 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.v2.resource_helper [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:33:38.596709 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of TrackedResource for resource:router May 12 17:33:38.597140 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of TrackedResource for resource:floatingip May 12 17:33:38.597631 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.v2.resource_helper [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Service METERING assigned prefix: /metering {{(pid=109961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:33:38.599140 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.599515 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.599871 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:33:38.600869 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of CountableResource for resource:rbac_policy May 12 17:33:38.601307 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of TrackedResource for resource:security_group May 12 17:33:38.601738 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of TrackedResource for resource:security_group_rule May 12 17:33:38.602342 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.v2.resource_helper [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Service CORE assigned prefix: {{(pid=109961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:33:38.602691 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of TrackedResource for resource:subnetpool May 12 17:33:38.603050 dv-cinder-839793-10-iscsi neutron-server[109961]: WARNING neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] subnetpool is already registered May 12 17:33:38.603475 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.v2.resource_helper [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Service CORE assigned prefix: {{(pid=109961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:33:38.603813 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of TrackedResource for resource:subnetpool May 12 17:33:38.604151 dv-cinder-839793-10-iscsi neutron-server[109961]: WARNING neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] subnetpool is already registered May 12 17:33:38.606397 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.v2.resource_helper [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:33:38.606873 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.v2.resource_helper [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Service FLAVORS assigned prefix: {{(pid=109961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:33:38.607465 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.v2.resource_helper [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:33:38.607888 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.v2.resource_helper [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:33:38.608226 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of TrackedResource for resource:router May 12 17:33:38.608569 dv-cinder-839793-10-iscsi neutron-server[109961]: WARNING neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] router is already registered May 12 17:33:38.608983 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of TrackedResource for resource:floatingip May 12 17:33:38.609325 dv-cinder-839793-10-iscsi neutron-server[109961]: WARNING neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] floatingip is already registered May 12 17:33:38.609782 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.v2.resource_helper [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Service METERING assigned prefix: /metering {{(pid=109961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:33:38.611085 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of CountableResource for resource:rbac_policy May 12 17:33:38.611425 dv-cinder-839793-10-iscsi neutron-server[109961]: WARNING neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] rbac_policy is already registered May 12 17:33:38.611839 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of TrackedResource for resource:security_group May 12 17:33:38.612181 dv-cinder-839793-10-iscsi neutron-server[109961]: WARNING neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] security_group is already registered May 12 17:33:38.612586 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of TrackedResource for resource:security_group_rule May 12 17:33:38.612925 dv-cinder-839793-10-iscsi neutron-server[109961]: WARNING neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] security_group_rule is already registered May 12 17:33:38.613549 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.v2.resource_helper [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Service CORE assigned prefix: {{(pid=109961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:33:38.613887 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of TrackedResource for resource:subnetpool May 12 17:33:38.614226 dv-cinder-839793-10-iscsi neutron-server[109961]: WARNING neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] subnetpool is already registered May 12 17:33:38.614648 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.v2.resource_helper [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Service CORE assigned prefix: {{(pid=109961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 17:33:38.615004 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Creating instance of TrackedResource for resource:subnetpool May 12 17:33:38.615341 dv-cinder-839793-10-iscsi neutron-server[109961]: WARNING neutron.quota.resource_registry [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] subnetpool is already registered May 12 17:33:38.615820 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: extensions {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.617255 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: address-groups {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.618762 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: address-scopes {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.620062 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: agents {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.621229 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: auto-allocated-topology {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.622482 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: availability_zones {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.623711 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: dhcp-networks {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.625206 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: dhcp-agents {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.627478 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: routers {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.629171 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: flavors {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.630452 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: service_profiles {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.631683 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: next_providers {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.633101 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: service_profiles {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.634634 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: floatingip-pools {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.635874 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: routers {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.637569 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: floatingips {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.639996 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: l3-routers {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.642061 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: l3-agents {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.643517 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: metering-labels {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.644771 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: metering-label-rules {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.646146 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: network-ip-availabilities {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.647443 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: bindings {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.648971 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: quotas {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.650628 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: quotas {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.652166 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: rbac-policies {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.653369 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: security-groups {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.654641 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: security-group-rules {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.655921 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: service-providers {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.657677 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: subnetpools {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.659024 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: subnetpools {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.660550 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: tags {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.662190 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: tags {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.664024 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: tags {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.665800 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: tags {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.667503 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: tags {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.669429 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: tags {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.671132 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: tags {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.673098 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: tags {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.674883 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: tags {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.676590 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron.api.extensions [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Extended resource: tags {{(pid=109961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 17:33:38.682625 dv-cinder-839793-10-iscsi neutron-server[109961]: WARNING keystonemiddleware.auth_token [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 12 17:33:38.687936 dv-cinder-839793-10-iscsi neutron-server[109961]: WARNING keystonemiddleware.auth_token [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 12 17:33:38.697213 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_concurrency.lockutils [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Acquired lock "singleton_lock" {{(pid=109961) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 12 17:33:38.697708 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_concurrency.lockutils [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Releasing lock "singleton_lock" {{(pid=109961) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 12 17:33:38.698464 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO oslo_service.service [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Starting 2 workers May 12 17:33:38.703651 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Started child 110068 {{(pid=109961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 17:33:38.710709 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Started child 110069 {{(pid=109961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 17:33:38.710977 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:38.711702 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO neutron.service [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Neutron service started, listening on 0.0.0.0:9696 May 12 17:33:38.711702 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Publish callbacks [] for process (None), before_spawn {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:38.712323 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [-] (110068) wsgi starting up on http://0.0.0.0:9696 May 12 17:33:38.714499 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO oslo_service.service [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Starting 1 workers May 12 17:33:38.716016 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:38.717641 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [-] (110069) wsgi starting up on http://0.0.0.0:9696 May 12 17:33:38.720678 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Started child 110072 {{(pid=109961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 17:33:38.721472 dv-cinder-839793-10-iscsi neutron-server[109961]: INFO oslo_service.service [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Starting 1 workers May 12 17:33:38.724955 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.service [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] calling RpcWorker wait() {{(pid=110072) _wait /opt/stack/neutron/neutron/service.py:128}} May 12 17:33:38.725545 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.service [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] returning from RpcWorker wait() {{(pid=110072) _wait /opt/stack/neutron/neutron/service.py:135}} May 12 17:33:38.726031 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Started child 110073 {{(pid=109961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 17:33:38.726717 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:38.726905 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG neutron_lib.callbacks.manager [None req-9812cdff-316e-43f9-a231-f3e31f6bdd7d None None] Publish callbacks [] for process (None), after_spawn {{(pid=109961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:38.727180 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:33:38.728850 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109961) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 17:33:38.729067 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 17:33:38.729252 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 17:33:38.729476 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 17:33:38.729806 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 17:33:38.729964 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 17:33:38.730479 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.730784 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.731036 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.731132 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:38.731590 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.731890 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.732163 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.732353 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:33:38.732450 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.732667 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.732902 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.733072 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.733237 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.733479 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.733716 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.734053 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.734330 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.734574 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.734843 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.735048 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.735980 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.736256 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.736497 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.736778 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] debug = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.737029 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.737536 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.737779 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.738046 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.738279 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.738564 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.738830 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.739101 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.739338 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.739579 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.739822 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.740095 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.740348 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.740584 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.740816 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.741071 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.741313 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.741799 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] host = dv-cinder-839793-10-iscsi {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.742053 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.742282 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.742516 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.742793 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.743061 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.743283 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.743540 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.743791 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.744064 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.744312 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.744583 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.744817 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.745037 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.745310 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] log_file = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.745477 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] log_options = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.745714 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.745984 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.746249 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.746452 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.746617 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.746804 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.747070 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.747237 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.747487 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.747727 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.747963 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.748188 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.748432 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.748680 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.748931 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.749150 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.749390 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.749624 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.749871 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.750101 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.750332 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.752070 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.752070 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.752070 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.752070 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.752382 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.752451 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.752643 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.752862 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.753117 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.753396 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.753643 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.753887 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.754124 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.754386 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.754616 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.754879 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.755195 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.755469 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.755697 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.755961 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.756227 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.756444 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.756709 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.756954 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.757180 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.757401 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] use_json = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.757645 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.757871 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.758213 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.758605 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.758856 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.759077 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.759316 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.759557 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.759816 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.760205 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.760671 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.760991 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.761241 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.761486 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.761749 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.761987 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.762234 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.762476 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.762734 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.763050 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.763424 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.764163 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.764448 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.764718 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.765506 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.765506 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.765677 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.765783 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.766249 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.767076 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.767413 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.767595 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.767825 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.768082 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.768313 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.768541 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.768959 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.769116 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.769394 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.769867 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.770082 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.770288 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.770540 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.770803 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.771067 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.771327 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.771569 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.771828 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.772082 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.772367 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.772585 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.773615 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.773615 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.773615 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.773615 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.774116 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.774116 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.774365 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.774365 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.774619 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.774854 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.775085 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.775650 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.775650 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.776009 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.776009 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.776231 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.776403 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.776656 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.776856 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.778073 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.778073 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.778073 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.778073 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.778073 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.778477 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.778477 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.778646 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.778903 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.779109 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.779323 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.779546 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.779782 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.779995 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.780365 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.780759 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.780986 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.781203 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.781420 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.781660 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.781902 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.782702 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.782901 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.783120 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.783341 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.783585 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.783806 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.785642 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.785642 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.785642 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.785642 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.785642 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.785642 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.785642 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.786339 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.786339 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.786339 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.786562 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.786643 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.787181 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.787181 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.787387 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.787666 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.787815 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.788034 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.789336 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.789336 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.789336 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.789336 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.789336 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.789733 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.789733 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.789900 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.790163 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.790402 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.790638 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.790900 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.791195 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.791454 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.791704 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.791925 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.792187 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.792476 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.792832 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.793132 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.793365 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.793597 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.793886 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.794130 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.794393 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.796263 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.796560 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.796793 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.797068 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.797320 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.797579 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.798010 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.798171 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.798409 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.798636 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.800970 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.801265 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.801930 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.804328 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.804328 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.804328 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.804581 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.804707 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.804987 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.805219 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.805465 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.805724 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.805951 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.806178 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.806420 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.806700 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.807389 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.807652 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.809008 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.809269 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.809510 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.809741 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.809998 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.810228 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.810487 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.810743 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.810978 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.811229 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.811456 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.811697 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.811923 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.812140 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.812397 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.812638 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.812918 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.813279 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.813423 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.813684 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.813926 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.814182 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.814420 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.814690 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.815007 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.815264 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.815499 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.815787 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.816020 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.816253 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.816501 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.816875 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.817131 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.817364 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.817729 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.818002 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.818268 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.818566 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.818848 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.819102 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.819579 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.819813 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.820047 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.820300 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.820536 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.820785 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.821047 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.821293 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.821519 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.821765 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.822046 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.822786 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.823257 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.823525 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.823761 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.824083 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.824313 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.824533 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.824748 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.824971 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.825203 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.825434 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.825646 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.826100 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.826353 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.826594 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.826882 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.827110 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.827333 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.827572 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.827788 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.828046 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.828278 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.829284 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.831375 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.831601 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.831954 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.833207 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 42966) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:33:38.833326 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.833653 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.833963 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.834321 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.834575 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.834843 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.835074 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.835312 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.835568 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.835796 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.836034 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.836259 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.836481 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.836717 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.836947 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.837184 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.837427 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.837646 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.837866 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.838097 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.838320 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.838537 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.838903 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.839176 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.839422 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.839724 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.839980 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.840244 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.840523 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.840852 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.841073 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.841342 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.841623 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.841804 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.841956 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065293 May 12 17:33:38.842296 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.842567 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.842946 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.843230 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.843497 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.845256 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.845256 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.845256 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.845256 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.845546 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.845678 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.846621 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.846936 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.847204 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.847464 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.847709 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.847941 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.848181 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.848434 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.848666 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.849023 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.849493 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.849732 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.850738 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.850738 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.850738 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.850738 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.851101 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.851181 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.851682 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.851682 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.851849 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 17:33:38.852361 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109961) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 17:33:38.852529 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 17:33:38.852696 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 17:33:38.852884 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 17:33:38.853058 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 17:33:38.854091 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 17:33:38.854309 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.854476 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.854648 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.854844 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.855085 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.855252 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.855413 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.855579 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.855731 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.855895 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.856044 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.856936 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.857103 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.857365 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.857912 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.857912 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.858293 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.858293 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.858567 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.858567 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.858906 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.858906 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] debug = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.859186 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.859325 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.859486 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:33:38.859631 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.859631 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.859894 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.859894 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.860730 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.860885 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.861024 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.861199 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.861347 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.861511 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.861659 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.861822 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.861968 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.862117 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.862282 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.862463 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] host = dv-cinder-839793-10-iscsi {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.862729 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.862912 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.863048 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.863395 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.863684 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.864016 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.865021 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.865206 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.865366 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.865532 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.865688 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.865852 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.866012 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.866166 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] log_file = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.866568 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] log_options = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.866967 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.867289 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.867454 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.868485 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.868485 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.868485 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.868485 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.868485 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.868485 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.868893 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.868893 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.868893 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.869068 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.869195 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.869492 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.869791 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.869955 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.870117 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.870332 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.870482 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.870685 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.870843 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.871007 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.871174 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.871329 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.871668 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.871952 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.872289 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.872737 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.873047 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.873247 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.873412 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.873576 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.873730 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.873886 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.874049 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.874212 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.874359 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.874570 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.874761 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.874913 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.875075 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.875272 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.875475 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.875669 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.876413 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.876602 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] use_json = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.876602 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.876967 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.877107 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.877247 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.877388 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.878102 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.878102 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.878102 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.878102 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 17:33:38.878725 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.878725 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.878725 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.879131 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.879131 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.879131 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.879757 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.879757 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.879757 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.879757 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.880265 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.880265 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.881225 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.881225 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.881225 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.881225 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.881225 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.881837 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.881837 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.881837 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.881837 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.882330 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.882330 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.882330 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.882782 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.882782 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.882782 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.883154 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.883154 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.883400 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.883525 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.883652 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.883777 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.883939 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.884108 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.884273 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.884473 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.884643 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.884808 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.884972 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.885136 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.885301 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.885465 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.885628 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.885791 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.885955 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.886119 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.886284 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.886446 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.886610 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.886795 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.886960 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.887125 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.887289 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.887453 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.887616 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.887898 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.888013 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.888122 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.888231 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.888392 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.888555 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.888970 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.889138 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.889300 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.889463 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.889626 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.889788 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.890925 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.891641 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.891641 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.891641 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.892149 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.892149 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.892149 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.892149 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.892752 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.892752 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.892752 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.892973 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.892973 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.893118 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.893255 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.893421 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.893587 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.893754 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.893918 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.894083 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.894247 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.894410 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.894574 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.895105 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.895276 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.896820 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.896820 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.896820 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.896820 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.896820 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.896820 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.896820 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.896820 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.898125 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.898125 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.898125 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.898125 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.898125 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.898125 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.898125 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.898125 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.899314 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.899314 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.899314 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.899314 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.899314 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.899314 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.899314 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.900292 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.900292 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.900292 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.900292 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.900292 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.900292 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.900292 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.901193 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.901193 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.901193 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.901193 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.901193 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.901867 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.901867 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.901867 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.901867 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.903448 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.903448 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.903448 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.903448 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.903448 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.903448 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.904314 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.904314 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.904314 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.904314 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.904314 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.904314 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.905162 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.905162 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.905162 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.905162 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.905162 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.905162 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.905985 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.905985 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.905985 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.905985 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.905985 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.906710 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.906710 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.906710 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.906710 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.906710 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.908495 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.908658 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.908822 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.909091 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.909269 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.909418 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.909578 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.909724 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.909888 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.910030 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.910193 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.910377 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.910523 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.910664 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.910885 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.911058 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.911294 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.911563 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.911733 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.911920 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.912065 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.912219 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.912360 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.912501 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.912663 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.912907 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.913064 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.913231 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.913398 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.913637 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.913784 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.913924 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.914058 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.914188 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.914351 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.914535 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.914730 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.914865 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.915022 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.915185 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.915349 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.915513 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.916518 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.916518 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.916518 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.916518 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.916518 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.916518 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.917109 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.917109 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.917109 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.917109 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.917572 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.917572 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.917787 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.917787 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.917933 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.918065 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.918230 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.918554 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.918746 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.919532 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.919532 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.919532 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.919532 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.919822 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.919822 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.919942 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.920136 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.920289 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.920435 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.920590 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.920742 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.920907 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.921082 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.921246 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.921409 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.921575 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.921728 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.921892 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.922065 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.922225 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.922408 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.923194 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.923361 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.923529 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.923705 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.923862 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.924023 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.924177 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.924338 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.924499 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.924674 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.924837 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.925001 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.925164 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.925328 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.925491 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.925664 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.925828 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.925991 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.926163 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.926326 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.926490 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.926652 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.926865 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.927034 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.927200 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.927368 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.927531 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.927695 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.927861 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.928031 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.928203 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.928490 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.928582 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.929509 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.929509 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.929509 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.929509 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.929509 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.929509 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.929922 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.929922 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.929922 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.930137 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.930240 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.930402 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.930566 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.930752 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.930920 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.931083 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.931248 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.931412 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.931577 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.931740 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.931905 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.932069 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.932232 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.932395 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.932561 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 17:33:38.932718 dv-cinder-839793-10-iscsi neutron-server[109961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 17:33:50.360760 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85da313-2d46-443d-a861-901d4ea72e66 None None] get_active_networks_info from dv-cinder-839793-10-iscsi {{(pid=110072) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 17:33:50.420876 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85da313-2d46-443d-a861-901d4ea72e66 None None] No non-hosted networks {{(pid=110072) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 12 17:33:50.529722 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-cde3035f-0c8e-4c03-bead-58bef5cd9f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7864936'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:52.588549 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ed0955fa-ca74-4cc9-aa1e-e9305b54b2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7864936'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:52.640448 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d6908934-07d2-443b-9e6d-cab7515c3da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:53.516141 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43036) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:33:53.810628 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7864936'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:54.170621 dv-cinder-839793-10-iscsi neutron-server[110069]: WARNING oslo_policy.policy [None req-f6d8df9d-ef7f-47e7-b4ed-a4793456ee7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:33:54.171248 dv-cinder-839793-10-iscsi neutron-server[110069]: WARNING oslo_policy.policy [None req-f6d8df9d-ef7f-47e7-b4ed-a4793456ee7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:33:54.393566 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [None req-f6d8df9d-ef7f-47e7-b4ed-a4793456ee7c admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:33:54.408945 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-f6d8df9d-ef7f-47e7-b4ed-a4793456ee7c admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8761866 May 12 17:33:55.183664 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7864936'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:56.593789 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7864936'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:56.597555 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:33:56.598453 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:33:56.599292 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:33:56.599887 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:33:56.600747 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:33:56.601379 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:33:56.602067 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:33:56.602702 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:33:56.603327 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:33:56.603975 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:33:56.604751 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:33:56.605566 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:33:56.606214 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:33:56.607054 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:33:56.607610 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:33:56.608433 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839793-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:33:56.618392 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839793-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:33:56.983124 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43070) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:33:57.332544 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-025bf97e-6e7f-4143-8cbc-60e089cf5404 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:33:57.425314 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.policy [None req-025bf97e-6e7f-4143-8cbc-60e089cf5404 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110069) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 17:33:57.469590 dv-cinder-839793-10-iscsi neutron-server[110069]: WARNING oslo_policy.policy [None req-025bf97e-6e7f-4143-8cbc-60e089cf5404 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:33:57.470701 dv-cinder-839793-10-iscsi neutron-server[110069]: WARNING oslo_policy.policy [None req-025bf97e-6e7f-4143-8cbc-60e089cf5404 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:33:57.577859 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-025bf97e-6e7f-4143-8cbc-60e089cf5404 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741382129433', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741382129005', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741382145574', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741382151408', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741382173876', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741382164931', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-758284', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7619646', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-505369', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-452173'] for rbac-policy (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:57.655866 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-025bf97e-6e7f-4143-8cbc-60e089cf5404 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:33:57.670717 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-025bf97e-6e7f-4143-8cbc-60e089cf5404 admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6730406 May 12 17:33:57.916597 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.db.l3_hamode_db [None req-55c8d715-ae3b-4b8d-9562-6df0c8f2d87b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 12 17:33:57.996844 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c8d715-ae3b-4b8d-9562-6df0c8f2d87b None None] Routers set() bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:33:57.997228 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c8d715-ae3b-4b8d-9562-6df0c8f2d87b None None] Router IDs set() for agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 12 17:34:00.095493 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43082) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:34:00.410817 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:34:00.441357 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Made reservation on behalf of 8cac096f50b74f85bd46506ce124b834 for: {'network': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:34:00.445283 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:00.461412 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:00.570261 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Publish callbacks [] for security_group (ed6aea0d-35c1-4b94-8ae2-60b6001300dd), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:00.573910 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (ed6aea0d-35c1-4b94-8ae2-60b6001300dd), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:00.598521 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=110069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:34:00.633607 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (b8908cdd-5e91-408a-a8a0-311a43f1e727), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:00.634148 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.segments_db [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Added segment b8908cdd-5e91-408a-a8a0-311a43f1e727 of type vlan for network ffe12ba1-ad17-4015-8257-7d9eb38be209 May 12 17:34:00.650154 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6aea0d-35c1-4b94-8ae2-60b6001300dd,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:00.677389 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:00.677735 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:00.678093 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:00.678445 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:00.678808 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:00.679137 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:00.679464 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:00.679786 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:00.680121 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:00.680451 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:00.680774 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:00.681110 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:00.681448 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:00.681767 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:00.682080 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Tracked resource versions report: May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: pushed versions: May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: { 'AddressGroup': {'1.2'}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Agent': {'1.1'}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'ConntrackHelper': {'1.0'}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'LocalIPAssociation': {'1.0'}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Log': {'1.0'}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'NDPProxy': {'1.0'}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Network': {'1.1'}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Port': {'1.7'}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'PortForwarding': {'1.3'}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'QosPolicy': {'1.10'}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'SecurityGroup': {'1.5'}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'SecurityGroupRule': {'1.2'}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'SubPort': {'1.0'}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Subnet': {'1.1'}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Trunk': {'1.1'}} May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: consumer versions: May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: { DHCP agent@dv-cinder-839793-10-iscsi: {}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: L3 agent@dv-cinder-839793-10-iscsi: {}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: Metadata agent@dv-cinder-839793-10-iscsi: {}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: Metering agent@dv-cinder-839793-10-iscsi: {}, May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: Open vSwitch agent@dv-cinder-839793-10-iscsi: { 'AddressGroup': '1.2', May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Agent': '1.1', May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'ConntrackHelper': '1.0', May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'LocalIPAssociation': '1.0', May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Log': '1.0', May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'NDPProxy': '1.0', May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Network': '1.1', May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Port': '1.7', May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'PortForwarding': '1.3', May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'QosPolicy': '1.10', May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'SecurityGroup': '1.5', May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'SecurityGroupRule': '1.2', May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'SubPort': '1.0', May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Subnet': '1.1', May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Trunk': '1.1'}} May 12 17:34:00.683509 dv-cinder-839793-10-iscsi neutron-server[110069]: {{(pid=110069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:34:00.748887 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (ffe12ba1-ad17-4015-8257-7d9eb38be209), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:00.789319 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (ffe12ba1-ad17-4015-8257-7d9eb38be209), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:00.794503 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:34:00.795212 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:00.854854 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7582648 May 12 17:34:00.916466 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d467dd-b269-4597-aeb6-229bcbe9d5ba demo demo] Pushing event updated for resources: {'Network': ['ID=ffe12ba1-ad17-4015-8257-7d9eb38be209,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:00.930125 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network ffe12ba1-ad17-4015-8257-7d9eb38be209 details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:34:03.342938 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43094) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:34:03.747243 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba3735a-d389-4a1d-8106-d59e5cbe0271 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:34:03.748539 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-cba3735a-d389-4a1d-8106-d59e5cbe0271 demo admin] 10.222.0.76 "GET /v2.0/networks/ffe12ba1-ad17-4015-8257-7d9eb38be209 HTTP/1.1" status: 200 len: 825 time: 0.4046409 May 12 17:34:03.774404 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-a5d435c2-cf1c-4114-8d33-93125bd88d4c demo admin] 10.222.0.76 "GET /v2.0/subnetpools/7c23aeca-ffb6-44df-a42c-8c5b3e2e2f1b HTTP/1.1" status: 200 len: 734 time: 0.0193868 May 12 17:34:03.782661 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-09d26ab5-4757-4310-a140-bd4b9dc2989b demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'ffe12ba1-ad17-4015-8257-7d9eb38be209', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7c23aeca-ffb6-44df-a42c-8c5b3e2e2f1b'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:34:03.803230 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d26ab5-4757-4310-a140-bd4b9dc2989b demo admin] Made reservation on behalf of 8cac096f50b74f85bd46506ce124b834 for: {'subnet': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:34:03.805522 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-09d26ab5-4757-4310-a140-bd4b9dc2989b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:04.095641 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-09d26ab5-4757-4310-a140-bd4b9dc2989b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for subnet (da3718f9-a3d0-4134-88d5-bc5c506857d0), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:04.168348 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d26ab5-4757-4310-a140-bd4b9dc2989b demo admin] Pushing event updated for resources: {'Subnet': ['ID=da3718f9-a3d0-4134-88d5-bc5c506857d0,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:04.171224 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d26ab5-4757-4310-a140-bd4b9dc2989b demo admin] Checking segment: {'id': 'b8908cdd-5e91-408a-a8a0-311a43f1e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ffe12ba1-ad17-4015-8257-7d9eb38be209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:34:04.171619 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d26ab5-4757-4310-a140-bd4b9dc2989b demo admin] Network hostable DHCP agents. Network: ffe12ba1-ad17-4015-8257-7d9eb38be209, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:34:04.193591 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d26ab5-4757-4310-a140-bd4b9dc2989b demo admin] Network ffe12ba1-ad17-4015-8257-7d9eb38be209 is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:34:04.206827 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-09d26ab5-4757-4310-a140-bd4b9dc2989b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, ffe12ba1-ad17-4015-8257-7d9eb38be209) {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:34:04.212770 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d26ab5-4757-4310-a140-bd4b9dc2989b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:34:04.213680 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-09d26ab5-4757-4310-a140-bd4b9dc2989b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:04.221413 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4055d92f-87ef-42f2-8422-11db48c1dc3b None None] Network ffe12ba1-ad17-4015-8257-7d9eb38be209 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:34:04.242021 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-09d26ab5-4757-4310-a140-bd4b9dc2989b demo admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4526973 May 12 17:34:04.488960 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87a1f776-934d-5dcf-9a04-ef15ef25d80b-ffe12ba1-ad17-4015-8257-7d9eb38be209', 'network_id': 'ffe12ba1-ad17-4015-8257-7d9eb38be209', 'project_id': '8cac096f50b74f85bd46506ce124b834', 'fixed_ips': [{'subnet_id': 'da3718f9-a3d0-4134-88d5-bc5c506857d0'}]}} from dv-cinder-839793-10-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:34:04.490286 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:04.769661 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Allocated IP 172.20.0.2 (ffe12ba1-ad17-4015-8257-7d9eb38be209/da3718f9-a3d0-4134-88d5-bc5c506857d0/6360e6f1-672c-4eaa-a5b4-54cd2f918ac3) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:34:05.044728 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Publish callbacks [] for port (6360e6f1-672c-4eaa-a5b4-54cd2f918ac3), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:05.053248 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (6360e6f1-672c-4eaa-a5b4-54cd2f918ac3), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:05.116670 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Network ffe12ba1-ad17-4015-8257-7d9eb38be209 is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:34:05.121483 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:34:05.128359 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:34:05.149980 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Pushing event updated for resources: {'Port': ['ID=6360e6f1-672c-4eaa-a5b4-54cd2f918ac3,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:05.194903 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:05.195253 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:05.195617 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:05.195982 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:05.196323 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:05.196659 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:05.196990 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:05.197319 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:05.197662 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:05.197994 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:05.198323 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:05.198686 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:05.199016 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:05.199342 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:05.199695 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Tracked resource versions report: May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: pushed versions: May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: { 'AddressGroup': {'1.2'}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Agent': {'1.1'}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'ConntrackHelper': {'1.0'}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'LocalIPAssociation': {'1.0'}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Log': {'1.0'}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'NDPProxy': {'1.0'}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Network': {'1.1'}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Port': {'1.7'}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'PortForwarding': {'1.3'}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'QosPolicy': {'1.10'}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'SecurityGroup': {'1.5'}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'SecurityGroupRule': {'1.2'}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'SubPort': {'1.0'}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Subnet': {'1.1'}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Trunk': {'1.1'}} May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: consumer versions: May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: { DHCP agent@dv-cinder-839793-10-iscsi: {}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: L3 agent@dv-cinder-839793-10-iscsi: {}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: Metadata agent@dv-cinder-839793-10-iscsi: {}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: Metering agent@dv-cinder-839793-10-iscsi: {}, May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: Open vSwitch agent@dv-cinder-839793-10-iscsi: { 'AddressGroup': '1.2', May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Agent': '1.1', May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'ConntrackHelper': '1.0', May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'LocalIPAssociation': '1.0', May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Log': '1.0', May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'NDPProxy': '1.0', May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Network': '1.1', May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Port': '1.7', May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'PortForwarding': '1.3', May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'QosPolicy': '1.10', May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'SecurityGroup': '1.5', May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'SecurityGroupRule': '1.2', May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'SubPort': '1.0', May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Subnet': '1.1', May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Trunk': '1.1'}} May 12 17:34:05.201126 dv-cinder-839793-10-iscsi neutron-server[110072]: {{(pid=110072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:34:05.240519 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Attempting to bind port 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:34:05.241074 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Attempting to bind port 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'b8908cdd-5e91-408a-a8a0-311a43f1e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ffe12ba1-ad17-4015-8257-7d9eb38be209'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:34:05.241379 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Attempting to bind port 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3 on network ffe12ba1-ad17-4015-8257-7d9eb38be209 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:34:05.246843 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:34:05.247232 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Checking segment: {'id': 'b8908cdd-5e91-408a-a8a0-311a43f1e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ffe12ba1-ad17-4015-8257-7d9eb38be209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:34:05.247732 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:05.248127 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Bound using segment: {'id': 'b8908cdd-5e91-408a-a8a0-311a43f1e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ffe12ba1-ad17-4015-8257-7d9eb38be209'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:34:05.248618 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Bound port: 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8908cdd-5e91-408a-a8a0-311a43f1e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ffe12ba1-ad17-4015-8257-7d9eb38be209'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:34:05.249030 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (6360e6f1-672c-4eaa-a5b4-54cd2f918ac3), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:05.311445 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] For port 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:34:05.332352 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] For port 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=6360e6f1-672c-4eaa-a5b4-54cd2f918ac3,segment=NetworkSegment(b8908cdd-5e91-408a-a8a0-311a43f1e727),segment_id=b8908cdd-5e91-408a-a8a0-311a43f1e727)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:34:05.339695 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (6360e6f1-672c-4eaa-a5b4-54cd2f918ac3), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:05.395578 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16349f-f516-4765-b2be-28d2f239f23b None None] Pushing event updated for resources: {'Port': ['ID=6360e6f1-672c-4eaa-a5b4-54cd2f918ac3,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:06.756608 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43102) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:34:07.072442 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [None req-a8506948-f310-4640-bbe6-4a29430e9c1a admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:34:07.073508 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-a8506948-f310-4640-bbe6-4a29430e9c1a admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3159661 May 12 17:34:09.569400 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43110) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:34:09.882643 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [None req-42b5d63e-4fd9-4d2e-b66a-4efcf40d6b4f admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:34:09.883657 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-42b5d63e-4fd9-4d2e-b66a-4efcf40d6b4f admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3132780 May 12 17:34:12.391228 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43118) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:34:12.706243 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-b43ace11-f856-41a5-a1ca-b8cb5785795d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:34:12.730491 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b43ace11-f856-41a5-a1ca-b8cb5785795d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3659'] for router (22ba6db2-23be-4df2-b614-6f3373268c98), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:12.732223 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b43ace11-f856-41a5-a1ca-b8cb5785795d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3650'] for router (22ba6db2-23be-4df2-b614-6f3373268c98), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:12.870367 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b43ace11-f856-41a5-a1ca-b8cb5785795d demo demo] Publish callbacks [] for router_controller (22ba6db2-23be-4df2-b614-6f3373268c98), precommit_add_association {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:12.875036 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b43ace11-f856-41a5-a1ca-b8cb5785795d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871696'] for router (22ba6db2-23be-4df2-b614-6f3373268c98), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:12.894137 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b43ace11-f856-41a5-a1ca-b8cb5785795d demo demo] Publish callbacks [] for router (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:12.895339 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-b43ace11-f856-41a5-a1ca-b8cb5785795d demo demo] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5031273 May 12 17:34:15.345202 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:34:15.399513 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43130) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:34:15.436575 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:34:15.436991 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (6360e6f1-672c-4eaa-a5b4-54cd2f918ac3), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:15.549360 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:34:15.549760 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (6360e6f1-672c-4eaa-a5b4-54cd2f918ac3), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:15.585239 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] For port 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=6360e6f1-672c-4eaa-a5b4-54cd2f918ac3,segment=NetworkSegment(b8908cdd-5e91-408a-a8a0-311a43f1e727),segment_id=b8908cdd-5e91-408a-a8a0-311a43f1e727)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:34:15.589454 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (6360e6f1-672c-4eaa-a5b4-54cd2f918ac3), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:15.638893 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Pushing event updated for resources: {'Port': ['ID=6360e6f1-672c-4eaa-a5b4-54cd2f918ac3,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:15.736835 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [None req-053a530d-87df-4090-bce8-c201023dde4e admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:34:15.738122 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-053a530d-87df-4090-bce8-c201023dde4e admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3376365 May 12 17:34:17.075796 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21adc644-5a90-40e0-957f-9b3b4b68c63e None None] Network ffe12ba1-ad17-4015-8257-7d9eb38be209 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:34:17.111595 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d06197a1-2627-4efd-934a-822c374008d9 None None] Provisioning complete for port 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:34:17.112110 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d06197a1-2627-4efd-934a-822c374008d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (6360e6f1-672c-4eaa-a5b4-54cd2f918ac3), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:17.263647 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d06197a1-2627-4efd-934a-822c374008d9 None None] Current status of the port 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:34:17.329461 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:34:17.380467 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:34:17.380871 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (6360e6f1-672c-4eaa-a5b4-54cd2f918ac3), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:17.460916 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:34:17.485137 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-14b46194-5956-4e04-95bf-912a54e5ace3 None None] Provisioning complete for port 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:34:17.485713 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-14b46194-5956-4e04-95bf-912a54e5ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (6360e6f1-672c-4eaa-a5b4-54cd2f918ac3), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:17.561299 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-14b46194-5956-4e04-95bf-912a54e5ace3 None None] Current status of the port 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:34:18.290899 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43138) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:34:18.602900 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-69a3bcfe-0767-4259-9fed-b6ed0aea9ccf admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:34:18.623480 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a3bcfe-0767-4259-9fed-b6ed0aea9ccf admin admin] Made reservation on behalf of 9ec5d27c457b4e7d87f61efe4927f51d for: {'network': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:34:18.625836 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-69a3bcfe-0767-4259-9fed-b6ed0aea9ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:18.633734 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-69a3bcfe-0767-4259-9fed-b6ed0aea9ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:18.714844 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-69a3bcfe-0767-4259-9fed-b6ed0aea9ccf admin admin] Publish callbacks [] for security_group (5e01d293-ab42-4a5b-8383-4f84108677a1), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:18.718293 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-69a3bcfe-0767-4259-9fed-b6ed0aea9ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (5e01d293-ab42-4a5b-8383-4f84108677a1), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:18.733049 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-69a3bcfe-0767-4259-9fed-b6ed0aea9ccf admin admin] Reserving flat network on physical network physnet1 {{(pid=110069) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 12 17:34:18.753955 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3bcfe-0767-4259-9fed-b6ed0aea9ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e01d293-ab42-4a5b-8383-4f84108677a1,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:18.759971 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-69a3bcfe-0767-4259-9fed-b6ed0aea9ccf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (deb8c593-b45e-4d92-b4f1-ba7066141efc), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:18.760373 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.segments_db [None req-69a3bcfe-0767-4259-9fed-b6ed0aea9ccf admin admin] Added segment deb8c593-b45e-4d92-b4f1-ba7066141efc of type flat for network b6af4ff4-d32b-4188-9b8b-39d506141485 May 12 17:34:18.807113 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-69a3bcfe-0767-4259-9fed-b6ed0aea9ccf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (b6af4ff4-d32b-4188-9b8b-39d506141485), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:18.838519 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-69a3bcfe-0767-4259-9fed-b6ed0aea9ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (b6af4ff4-d32b-4188-9b8b-39d506141485), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:18.839512 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a3bcfe-0767-4259-9fed-b6ed0aea9ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:34:18.840081 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-69a3bcfe-0767-4259-9fed-b6ed0aea9ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:18.888621 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-69a3bcfe-0767-4259-9fed-b6ed0aea9ccf admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5964012 May 12 17:34:18.936229 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3bcfe-0767-4259-9fed-b6ed0aea9ccf admin admin] Pushing event updated for resources: {'Network': ['ID=b6af4ff4-d32b-4188-9b8b-39d506141485,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:18.946578 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network b6af4ff4-d32b-4188-9b8b-39d506141485 details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:34:20.311450 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ff183532-9a95-4306-8d1b-c9545a095922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:21.319487 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 43146) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:34:21.823686 dv-cinder-839793-10-iscsi neutron-server[110068]: WARNING oslo_policy.policy [None req-42fe2692-69f0-42d2-adb7-6d4c1eacd9a5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:34:21.824256 dv-cinder-839793-10-iscsi neutron-server[110068]: WARNING oslo_policy.policy [None req-42fe2692-69f0-42d2-adb7-6d4c1eacd9a5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:34:22.229918 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.policy [None req-42fe2692-69f0-42d2-adb7-6d4c1eacd9a5 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110068) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 17:34:22.272248 dv-cinder-839793-10-iscsi neutron-server[110068]: WARNING oslo_policy.policy [None req-42fe2692-69f0-42d2-adb7-6d4c1eacd9a5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:34:22.272652 dv-cinder-839793-10-iscsi neutron-server[110068]: WARNING oslo_policy.policy [None req-42fe2692-69f0-42d2-adb7-6d4c1eacd9a5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 17:34:22.280058 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fe2692-69f0-42d2-adb7-6d4c1eacd9a5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:34:22.282335 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-42fe2692-69f0-42d2-adb7-6d4c1eacd9a5 demo admin] 10.222.0.76 "GET /v2.0/subnets/da3718f9-a3d0-4134-88d5-bc5c506857d0 HTTP/1.1" status: 200 len: 849 time: 0.9619229 May 12 17:34:22.448627 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-09f543d8-2c1c-4d3c-80e8-8f082cfadede demo admin] 10.222.0.76 "GET /v2.0/routers/22ba6db2-23be-4df2-b614-6f3373268c98 HTTP/1.1" status: 200 len: 704 time: 0.1607313 May 12 17:34:22.579691 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a25221c6-13c4-459e-8792-f9f692faf284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:22.722346 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:22.772486 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:34:23.051641 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Allocated IP 172.20.0.1 (ffe12ba1-ad17-4015-8257-7d9eb38be209/da3718f9-a3d0-4134-88d5-bc5c506857d0/36ed9ca0-4a33-4b11-9abd-6fef788b2d0f) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:34:23.263522 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Publish callbacks [] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:23.334625 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:23.356168 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Network ffe12ba1-ad17-4015-8257-7d9eb38be209 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:34:23.377470 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:34:23.438629 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:34:23.439228 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867645'] for router_interface (22ba6db2-23be-4df2-b614-6f3373268c98), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:23.506495 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Pushing event updated for resources: {'Port': ['ID=36ed9ca0-4a33-4b11-9abd-6fef788b2d0f,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Tracked resource versions report: May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: pushed versions: May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: { 'AddressGroup': {'1.2'}, May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Agent': {'1.1'}, May 12 17:34:23.531215 dv-cinder-839793-10-iscsi neutron-server[110068]: 'ConntrackHelper': {'1.0'}, May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'LocalIPAssociation': {'1.0'}, May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Log': {'1.0'}, May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'NDPProxy': {'1.0'}, May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Network': {'1.1'}, May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Port': {'1.7'}, May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'PortForwarding': {'1.3'}, May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'QosPolicy': {'1.10'}, May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'SecurityGroup': {'1.5'}, May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'SecurityGroupRule': {'1.2'}, May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'SubPort': {'1.0'}, May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Subnet': {'1.1'}, May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Trunk': {'1.1'}} May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: consumer versions: May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: { DHCP agent@dv-cinder-839793-10-iscsi: {}, May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: L3 agent@dv-cinder-839793-10-iscsi: {}, May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: Metadata agent@dv-cinder-839793-10-iscsi: {}, May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: Metering agent@dv-cinder-839793-10-iscsi: {}, May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: Open vSwitch agent@dv-cinder-839793-10-iscsi: { 'AddressGroup': '1.2', May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Agent': '1.1', May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'ConntrackHelper': '1.0', May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'LocalIPAssociation': '1.0', May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Log': '1.0', May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'NDPProxy': '1.0', May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Network': '1.1', May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Port': '1.7', May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'PortForwarding': '1.3', May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'QosPolicy': '1.10', May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'SecurityGroup': '1.5', May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'SecurityGroupRule': '1.2', May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'SubPort': '1.0', May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Subnet': '1.1', May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Trunk': '1.1'}} May 12 17:34:23.533380 dv-cinder-839793-10-iscsi neutron-server[110068]: {{(pid=110068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:34:23.613802 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-f73c5568-fb70-4ab2-a3fb-7b0b8cd995a4 None None] Provisioning complete for port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:34:23.614399 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f73c5568-fb70-4ab2-a3fb-7b0b8cd995a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:23.705604 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f73c5568-fb70-4ab2-a3fb-7b0b8cd995a4 None None] Port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:34:23.726383 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:23.773405 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:24.035895 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Publish callbacks [] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:24.040732 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:24.042613 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7866807'] for router_interface (22ba6db2-23be-4df2-b614-6f3373268c98), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:24.120809 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Pushing event updated for resources: {'Port': ['ID=36ed9ca0-4a33-4b11-9abd-6fef788b2d0f,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:24.206125 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Network ffe12ba1-ad17-4015-8257-7d9eb38be209 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:34:24.208954 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:34:24.433444 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d8c8397c-02e6-41e1-85d2-66cc6c430610 None None] Provisioning complete for port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:34:24.433840 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d8c8397c-02e6-41e1-85d2-66cc6c430610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:24.464943 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Router 22ba6db2-23be-4df2-b614-6f3373268c98 is scheduled to L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 with binding_index 1 {{(pid=110068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:34:24.466977 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d8c8397c-02e6-41e1-85d2-66cc6c430610 None None] Port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:34:24.559521 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:34:24.569798 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Sync routers for ids ['22ba6db2-23be-4df2-b614-6f3373268c98'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:34:24.575285 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-a3151abe-6f9e-48c4-a53a-79b43c00b40d demo admin] 10.222.0.76 "PUT /v2.0/routers/22ba6db2-23be-4df2-b614-6f3373268c98/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1205266 May 12 17:34:24.583153 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Routers {'22ba6db2-23be-4df2-b614-6f3373268c98'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:34:24.584050 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:34:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['22ba6db2-23be-4df2-b614-6f3373268c98'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:34:24.782851 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Set router 22ba6db2-23be-4df2-b614-6f3373268c98 gateway port host: None {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:34:25.118941 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:25.206211 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba6db2-23be-4df2-b614-6f3373268c98', 'name': 'router1', 'tenant_id': '8cac096f50b74f85bd46506ce124b834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:34:12Z', 'updated_at': '2022-05-12T17:34:23Z', 'revision_number': 2, 'project_id': '8cac096f50b74f85bd46506ce124b834', 'gw_port_host': None, '_interfaces': [{'id': '36ed9ca0-4a33-4b11-9abd-6fef788b2d0f', 'name': '', 'network_id': 'ffe12ba1-ad17-4015-8257-7d9eb38be209', 'tenant_id': '8cac096f50b74f85bd46506ce124b834', 'mac_address': 'fa:16:3e:d5:53:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ba6db2-23be-4df2-b614-6f3373268c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da3718f9-a3d0-4134-88d5-bc5c506857d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:34:22Z', 'updated_at': '2022-05-12T17:34:23Z', 'revision_number': 2, 'project_id': '8cac096f50b74f85bd46506ce124b834', 'subnets': [{'id': 'da3718f9-a3d0-4134-88d5-bc5c506857d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c23aeca-ffb6-44df-a42c-8c5b3e2e2f1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:34:25.257943 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Checking router: 22ba6db2-23be-4df2-b614-6f3373268c98 for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:34:25.258412 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Updating router 22ba6db2-23be-4df2-b614-6f3373268c98 port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f binding host dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:34:25.311663 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:25.856306 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Publish callbacks [] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:25.863777 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:26.028703 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Pushing event updated for resources: {'Port': ['ID=36ed9ca0-4a33-4b11-9abd-6fef788b2d0f,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:26.043977 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:26.044327 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:26.044678 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:26.045023 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:26.045357 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:26.045686 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:26.046012 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:26.046340 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:26.046698 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:26.047618 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:26.047947 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:26.048290 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:26.048641 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:26.048961 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:26.049284 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Tracked resource versions report: May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: pushed versions: May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: { 'AddressGroup': {'1.2'}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Agent': {'1.1'}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'ConntrackHelper': {'1.0'}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'LocalIPAssociation': {'1.0'}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Log': {'1.0'}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'NDPProxy': {'1.0'}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Network': {'1.1'}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Port': {'1.7'}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'PortForwarding': {'1.3'}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'QosPolicy': {'1.10'}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'SecurityGroup': {'1.5'}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'SecurityGroupRule': {'1.2'}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'SubPort': {'1.0'}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Subnet': {'1.1'}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Trunk': {'1.1'}} May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: consumer versions: May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: { DHCP agent@dv-cinder-839793-10-iscsi: {}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: L3 agent@dv-cinder-839793-10-iscsi: {}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: Metadata agent@dv-cinder-839793-10-iscsi: {}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: Metering agent@dv-cinder-839793-10-iscsi: {}, May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: Open vSwitch agent@dv-cinder-839793-10-iscsi: { 'AddressGroup': '1.2', May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Agent': '1.1', May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'ConntrackHelper': '1.0', May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'LocalIPAssociation': '1.0', May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Log': '1.0', May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'NDPProxy': '1.0', May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Network': '1.1', May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Port': '1.7', May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'PortForwarding': '1.3', May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'QosPolicy': '1.10', May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'SecurityGroup': '1.5', May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'SecurityGroupRule': '1.2', May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'SubPort': '1.0', May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Subnet': '1.1', May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Trunk': '1.1'}} May 12 17:34:26.050757 dv-cinder-839793-10-iscsi neutron-server[110073]: {{(pid=110073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:34:26.057066 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Attempting to bind port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:34:26.057476 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Attempting to bind port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'b8908cdd-5e91-408a-a8a0-311a43f1e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ffe12ba1-ad17-4015-8257-7d9eb38be209'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:34:26.057915 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Attempting to bind port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f on network ffe12ba1-ad17-4015-8257-7d9eb38be209 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:34:26.062971 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:34:26.063382 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Checking segment: {'id': 'b8908cdd-5e91-408a-a8a0-311a43f1e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ffe12ba1-ad17-4015-8257-7d9eb38be209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:34:26.063868 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:26.064253 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Bound using segment: {'id': 'b8908cdd-5e91-408a-a8a0-311a43f1e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ffe12ba1-ad17-4015-8257-7d9eb38be209'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:34:26.064733 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Bound port: 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8908cdd-5e91-408a-a8a0-311a43f1e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ffe12ba1-ad17-4015-8257-7d9eb38be209'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:34:26.065114 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:26.135344 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] For port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:34:26.159368 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] For port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=36ed9ca0-4a33-4b11-9abd-6fef788b2d0f,segment=NetworkSegment(b8908cdd-5e91-408a-a8a0-311a43f1e727),segment_id=b8908cdd-5e91-408a-a8a0-311a43f1e727)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:34:26.166144 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:26.223687 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Routers {'22ba6db2-23be-4df2-b614-6f3373268c98'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:34:26.224322 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:34:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['22ba6db2-23be-4df2-b614-6f3373268c98'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:34:26.233889 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-71c0ffad-fbf0-4be7-b80d-86e8e46cd468 None None] Provisioning complete for port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:34:26.237316 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-71c0ffad-fbf0-4be7-b80d-86e8e46cd468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:26.276887 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d89de-7a48-4b73-ab39-f2377a21a783 None None] Pushing event updated for resources: {'Port': ['ID=36ed9ca0-4a33-4b11-9abd-6fef788b2d0f,revision_number=4']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:26.335563 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] Set router 22ba6db2-23be-4df2-b614-6f3373268c98 gateway port host: None {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:34:26.360462 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-71c0ffad-fbf0-4be7-b80d-86e8e46cd468 None None] Current status of the port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:34:26.360850 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-71c0ffad-fbf0-4be7-b80d-86e8e46cd468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:26.398542 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-71c0ffad-fbf0-4be7-b80d-86e8e46cd468 None None] For port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=36ed9ca0-4a33-4b11-9abd-6fef788b2d0f,segment=NetworkSegment(b8908cdd-5e91-408a-a8a0-311a43f1e727),segment_id=b8908cdd-5e91-408a-a8a0-311a43f1e727)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:34:26.403988 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-71c0ffad-fbf0-4be7-b80d-86e8e46cd468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:26.459226 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0ffad-fbf0-4be7-b80d-86e8e46cd468 None None] Pushing event updated for resources: {'Port': ['ID=36ed9ca0-4a33-4b11-9abd-6fef788b2d0f,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:26.523145 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-66cb12d1-5b82-4671-92bc-259358613d3d None None] Provisioning complete for port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:34:26.523602 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-66cb12d1-5b82-4671-92bc-259358613d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:26.544828 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba6db2-23be-4df2-b614-6f3373268c98', 'name': 'router1', 'tenant_id': '8cac096f50b74f85bd46506ce124b834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:34:12Z', 'updated_at': '2022-05-12T17:34:23Z', 'revision_number': 2, 'project_id': '8cac096f50b74f85bd46506ce124b834', 'gw_port_host': None, '_interfaces': [{'id': '36ed9ca0-4a33-4b11-9abd-6fef788b2d0f', 'name': '', 'network_id': 'ffe12ba1-ad17-4015-8257-7d9eb38be209', 'tenant_id': '8cac096f50b74f85bd46506ce124b834', 'mac_address': 'fa:16:3e:d5:53:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ba6db2-23be-4df2-b614-6f3373268c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da3718f9-a3d0-4134-88d5-bc5c506857d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:34:22Z', 'updated_at': '2022-05-12T17:34:26Z', 'revision_number': 4, 'project_id': '8cac096f50b74f85bd46506ce124b834', 'subnets': [{'id': 'da3718f9-a3d0-4134-88d5-bc5c506857d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c23aeca-ffb6-44df-a42c-8c5b3e2e2f1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:34:26.573084 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d05019-da79-40e9-a979-5f662dea67a8 None None] The sync data for ids ['22ba6db2-23be-4df2-b614-6f3373268c98'] in dv-cinder-839793-10-iscsi is: [{'id': '22ba6db2-23be-4df2-b614-6f3373268c98', 'name': 'router1', 'tenant_id': '8cac096f50b74f85bd46506ce124b834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:34:12Z', 'updated_at': '2022-05-12T17:34:23Z', 'revision_number': 2, 'project_id': '8cac096f50b74f85bd46506ce124b834', 'gw_port_host': None, '_interfaces': [{'id': '36ed9ca0-4a33-4b11-9abd-6fef788b2d0f', 'name': '', 'network_id': 'ffe12ba1-ad17-4015-8257-7d9eb38be209', 'tenant_id': '8cac096f50b74f85bd46506ce124b834', 'mac_address': 'fa:16:3e:d5:53:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ba6db2-23be-4df2-b614-6f3373268c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da3718f9-a3d0-4134-88d5-bc5c506857d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:34:22Z', 'updated_at': '2022-05-12T17:34:26Z', 'revision_number': 4, 'project_id': '8cac096f50b74f85bd46506ce124b834', 'subnets': [{'id': 'da3718f9-a3d0-4134-88d5-bc5c506857d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c23aeca-ffb6-44df-a42c-8c5b3e2e2f1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:34:26.619356 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-66cb12d1-5b82-4671-92bc-259358613d3d None None] Current status of the port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:34:26.623775 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:27.058582 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 43178) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:34:27.257089 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42e2759-90ff-4d39-803b-97e5bcf69022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:34:27.264173 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-e42e2759-90ff-4d39-803b-97e5bcf69022 admin admin] 10.222.0.76 "GET /v2.0/networks/b6af4ff4-d32b-4188-9b8b-39d506141485 HTTP/1.1" status: 200 len: 842 time: 0.1986325 May 12 17:34:27.268992 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-01f1e743-e36c-4e2f-a4bb-624a741982ab admin admin] Request body: {'subnet': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:34:27.302678 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f1e743-e36c-4e2f-a4bb-624a741982ab admin admin] Made reservation on behalf of 9ec5d27c457b4e7d87f61efe4927f51d for: {'subnet': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:34:27.305062 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-01f1e743-e36c-4e2f-a4bb-624a741982ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:27.601882 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.objects.ports [None req-01f1e743-e36c-4e2f-a4bb-624a741982ab admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110068) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 17:34:27.602316 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-01f1e743-e36c-4e2f-a4bb-624a741982ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for subnet (aa3d7dec-8473-439f-be75-bd9312424549), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:27.661997 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1e743-e36c-4e2f-a4bb-624a741982ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa3d7dec-8473-439f-be75-bd9312424549,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:27.670304 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f1e743-e36c-4e2f-a4bb-624a741982ab admin admin] Checking segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:34:27.670662 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f1e743-e36c-4e2f-a4bb-624a741982ab admin admin] Network hostable DHCP agents. Network: b6af4ff4-d32b-4188-9b8b-39d506141485, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:34:27.693810 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f1e743-e36c-4e2f-a4bb-624a741982ab admin admin] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:34:27.705099 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-01f1e743-e36c-4e2f-a4bb-624a741982ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, b6af4ff4-d32b-4188-9b8b-39d506141485) {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:34:27.710153 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f1e743-e36c-4e2f-a4bb-624a741982ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:34:27.711198 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-01f1e743-e36c-4e2f-a4bb-624a741982ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:27.714389 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c8a957-0f65-417c-b779-161a7fc427e3 None None] Network b6af4ff4-d32b-4188-9b8b-39d506141485 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:34:27.734830 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-01f1e743-e36c-4e2f-a4bb-624a741982ab admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4697335 May 12 17:34:27.821310 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219710d7-8ce4-4ae5-9cdc-6824f18069be None None] Network b6af4ff4-d32b-4188-9b8b-39d506141485 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:34:30.177378 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43196) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:34:30.401411 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-20cbaf87-1335-420f-bd97-8afa7878c8f5 demo admin] 10.222.0.76 "GET /v2.0/routers/22ba6db2-23be-4df2-b614-6f3373268c98 HTTP/1.1" status: 200 len: 710 time: 0.2228980 May 12 17:34:30.518194 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998789ca-f935-4262-9281-29c7377e5ece demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:34:30.519602 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-998789ca-f935-4262-9281-29c7377e5ece demo admin] 10.222.0.76 "GET /v2.0/networks/b6af4ff4-d32b-4188-9b8b-39d506141485 HTTP/1.1" status: 200 len: 886 time: 0.1119957 May 12 17:34:30.528555 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:34:30.791433 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] Publish callbacks [] for router_gateway (22ba6db2-23be-4df2-b614-6f3373268c98), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:31.061397 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] Publish callbacks [] for router_gateway (22ba6db2-23be-4df2-b614-6f3373268c98), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:31.136418 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:31.293549 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] Allocated IP 172.27.3.68 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/22b177ac-e0d1-4e28-98f2-931ff1b6c307) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:34:31.400579 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] Publish callbacks [] for port (22b177ac-e0d1-4e28-98f2-931ff1b6c307), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:31.461383 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (22b177ac-e0d1-4e28-98f2-931ff1b6c307), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:31.530178 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:34:31.541931 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:34:31.544560 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:34:31.589508 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] Pushing event updated for resources: {'Port': ['ID=22b177ac-e0d1-4e28-98f2-931ff1b6c307,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:31.842988 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] Publish callbacks [] for router_gateway (22ba6db2-23be-4df2-b614-6f3373268c98), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:32.057767 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3696'] for router (22ba6db2-23be-4df2-b614-6f3373268c98), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:32.062378 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871105'] for router (22ba6db2-23be-4df2-b614-6f3373268c98), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:32.178435 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] Router 22ba6db2-23be-4df2-b614-6f3373268c98 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:34:32.362177 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:34:32.366689 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] Publish callbacks [] for router (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:32.367897 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-391b367f-359f-471d-867d-0f13cb905e8f demo admin] 10.222.0.76 "PUT /v2.0/routers/22ba6db2-23be-4df2-b614-6f3373268c98 HTTP/1.1" status: 200 len: 889 time: 1.8427227 May 12 17:34:34.902716 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43208) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:34:35.030706 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-adfadd9e-aae0-40de-8df0-c7b2c49844df admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1116951 May 12 17:34:35.345854 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:34:35.397745 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:34:35.398161 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:35.481248 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:34:35.529697 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Sync routers for ids ['22ba6db2-23be-4df2-b614-6f3373268c98'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:34:35.541770 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Routers {'22ba6db2-23be-4df2-b614-6f3373268c98'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:34:35.542365 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:34:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['22ba6db2-23be-4df2-b614-6f3373268c98'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:34:35.770166 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Set router 22ba6db2-23be-4df2-b614-6f3373268c98 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:34:36.236382 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba6db2-23be-4df2-b614-6f3373268c98', 'name': 'router1', 'tenant_id': '8cac096f50b74f85bd46506ce124b834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '22b177ac-e0d1-4e28-98f2-931ff1b6c307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:34:12Z', 'updated_at': '2022-05-12T17:34:31Z', 'revision_number': 4, 'project_id': '8cac096f50b74f85bd46506ce124b834', 'gw_port': {'id': '22b177ac-e0d1-4e28-98f2-931ff1b6c307', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ba6db2-23be-4df2-b614-6f3373268c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:34:31Z', 'updated_at': '2022-05-12T17:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '36ed9ca0-4a33-4b11-9abd-6fef788b2d0f', 'name': '', 'network_id': 'ffe12ba1-ad17-4015-8257-7d9eb38be209', 'tenant_id': '8cac096f50b74f85bd46506ce124b834', 'mac_address': 'fa:16:3e:d5:53:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba6db2-23be-4df2-b614-6f3373268c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da3718f9-a3d0-4134-88d5-bc5c506857d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:34:22Z', 'updated_at': '2022-05-12T17:34:26Z', 'revision_number': 5, 'project_id': '8cac096f50b74f85bd46506ce124b834', 'subnets': [{'id': 'da3718f9-a3d0-4134-88d5-bc5c506857d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c23aeca-ffb6-44df-a42c-8c5b3e2e2f1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:34:36.290891 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Checking router: 22ba6db2-23be-4df2-b614-6f3373268c98 for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:34:36.291264 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Updating router 22ba6db2-23be-4df2-b614-6f3373268c98 port 22b177ac-e0d1-4e28-98f2-931ff1b6c307 binding host dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:34:36.347714 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (22b177ac-e0d1-4e28-98f2-931ff1b6c307), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:36.710784 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Publish callbacks [] for port (22b177ac-e0d1-4e28-98f2-931ff1b6c307), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:36.720329 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (22b177ac-e0d1-4e28-98f2-931ff1b6c307), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:36.767930 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1a771-436b-44c2-a816-31b799baef71 None None] Pushing event updated for resources: {'Port': ['ID=22b177ac-e0d1-4e28-98f2-931ff1b6c307,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:36.779202 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Attempting to bind port 22b177ac-e0d1-4e28-98f2-931ff1b6c307 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:34:36.779575 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Attempting to bind port 22b177ac-e0d1-4e28-98f2-931ff1b6c307 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:34:36.780568 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Attempting to bind port 22b177ac-e0d1-4e28-98f2-931ff1b6c307 on network b6af4ff4-d32b-4188-9b8b-39d506141485 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:34:36.786521 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:34:36.786950 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Checking segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:34:36.787340 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:36.787731 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Bound using segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:34:36.788194 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Bound port: 22b177ac-e0d1-4e28-98f2-931ff1b6c307, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:34:36.788564 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (22b177ac-e0d1-4e28-98f2-931ff1b6c307), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:36.844542 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] For port 22b177ac-e0d1-4e28-98f2-931ff1b6c307, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:34:36.848239 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] For port 22b177ac-e0d1-4e28-98f2-931ff1b6c307, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=22b177ac-e0d1-4e28-98f2-931ff1b6c307,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:34:36.856275 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (22b177ac-e0d1-4e28-98f2-931ff1b6c307), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:36.906423 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Routers {'22ba6db2-23be-4df2-b614-6f3373268c98'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:34:36.907084 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:34:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['22ba6db2-23be-4df2-b614-6f3373268c98'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:34:36.964572 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1a771-436b-44c2-a816-31b799baef71 None None] Pushing event updated for resources: {'Port': ['ID=22b177ac-e0d1-4e28-98f2-931ff1b6c307,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:37.039794 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] Set router 22ba6db2-23be-4df2-b614-6f3373268c98 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:34:37.257101 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ba6db2-23be-4df2-b614-6f3373268c98', 'name': 'router1', 'tenant_id': '8cac096f50b74f85bd46506ce124b834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '22b177ac-e0d1-4e28-98f2-931ff1b6c307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:34:12Z', 'updated_at': '2022-05-12T17:34:31Z', 'revision_number': 4, 'project_id': '8cac096f50b74f85bd46506ce124b834', 'gw_port': {'id': '22b177ac-e0d1-4e28-98f2-931ff1b6c307', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ba6db2-23be-4df2-b614-6f3373268c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:34:31Z', 'updated_at': '2022-05-12T17:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '36ed9ca0-4a33-4b11-9abd-6fef788b2d0f', 'name': '', 'network_id': 'ffe12ba1-ad17-4015-8257-7d9eb38be209', 'tenant_id': '8cac096f50b74f85bd46506ce124b834', 'mac_address': 'fa:16:3e:d5:53:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba6db2-23be-4df2-b614-6f3373268c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da3718f9-a3d0-4134-88d5-bc5c506857d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:34:22Z', 'updated_at': '2022-05-12T17:34:26Z', 'revision_number': 5, 'project_id': '8cac096f50b74f85bd46506ce124b834', 'subnets': [{'id': 'da3718f9-a3d0-4134-88d5-bc5c506857d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c23aeca-ffb6-44df-a42c-8c5b3e2e2f1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:34:37.295914 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b8e3d9-4261-4455-91b4-516ad8a95ab9 None None] The sync data for ids ['22ba6db2-23be-4df2-b614-6f3373268c98'] in dv-cinder-839793-10-iscsi is: [{'id': '22ba6db2-23be-4df2-b614-6f3373268c98', 'name': 'router1', 'tenant_id': '8cac096f50b74f85bd46506ce124b834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '22b177ac-e0d1-4e28-98f2-931ff1b6c307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:34:12Z', 'updated_at': '2022-05-12T17:34:31Z', 'revision_number': 4, 'project_id': '8cac096f50b74f85bd46506ce124b834', 'gw_port': {'id': '22b177ac-e0d1-4e28-98f2-931ff1b6c307', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ba6db2-23be-4df2-b614-6f3373268c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:34:31Z', 'updated_at': '2022-05-12T17:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '36ed9ca0-4a33-4b11-9abd-6fef788b2d0f', 'name': '', 'network_id': 'ffe12ba1-ad17-4015-8257-7d9eb38be209', 'tenant_id': '8cac096f50b74f85bd46506ce124b834', 'mac_address': 'fa:16:3e:d5:53:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ba6db2-23be-4df2-b614-6f3373268c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da3718f9-a3d0-4134-88d5-bc5c506857d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:34:22Z', 'updated_at': '2022-05-12T17:34:26Z', 'revision_number': 5, 'project_id': '8cac096f50b74f85bd46506ce124b834', 'subnets': [{'id': 'da3718f9-a3d0-4134-88d5-bc5c506857d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c23aeca-ffb6-44df-a42c-8c5b3e2e2f1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:34:39.407020 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 22b177ac-e0d1-4e28-98f2-931ff1b6c307 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:34:39.483945 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 22b177ac-e0d1-4e28-98f2-931ff1b6c307 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:34:39.484904 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (22b177ac-e0d1-4e28-98f2-931ff1b6c307), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:39.583486 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 22b177ac-e0d1-4e28-98f2-931ff1b6c307 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:34:39.584319 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (22b177ac-e0d1-4e28-98f2-931ff1b6c307), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:39.608647 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] For port 22b177ac-e0d1-4e28-98f2-931ff1b6c307, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=22b177ac-e0d1-4e28-98f2-931ff1b6c307,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:34:39.623255 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (22b177ac-e0d1-4e28-98f2-931ff1b6c307), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:39.688936 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Pushing event updated for resources: {'Port': ['ID=22b177ac-e0d1-4e28-98f2-931ff1b6c307,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:34:41.398599 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 22b177ac-e0d1-4e28-98f2-931ff1b6c307 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:34:41.479297 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 22b177ac-e0d1-4e28-98f2-931ff1b6c307 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:34:41.480857 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (22b177ac-e0d1-4e28-98f2-931ff1b6c307), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:41.570415 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 22b177ac-e0d1-4e28-98f2-931ff1b6c307 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:34:50.322445 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-39f27c4a-6e06-4614-b45d-3dcbfd97fd11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:52.584680 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8b7d663a-27e9-4fc3-9b33-f9d53dad0cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:53.796935 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:55.129251 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:56.661243 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:34:59.772140 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:35:20.316261 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a06732e4-31f2-4771-abb4-a526fb965748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:35:22.581980 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-03a4f15f-760c-4e22-a2ae-12aca322bb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:35:23.783795 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:35:25.136035 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:35:26.589442 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:35:36.771656 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:35:50.318805 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-32863114-ca01-46a1-a6f4-04543a4e033b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:35:52.576225 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-133aeae5-7555-4051-8885-483f12716291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:35:53.783518 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:35:54.283914 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 43692) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:35:54.346281 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65e380b-e4b9-4e60-bc99-071bf7f287c9 admin admin] GET failed (client error): The resource could not be found. May 12 17:35:54.347567 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-b65e380b-e4b9-4e60-bc99-071bf7f287c9 admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627263 May 12 17:35:54.510076 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da677106-3eb3-4118-b5ac-35882c51f86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:35:54.511498 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-da677106-3eb3-4118-b5ac-35882c51f86b admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1598279 May 12 17:35:55.133913 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:35:56.586335 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:35:56.814311 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 43702) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:35:56.905460 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769760bf-9629-4f0a-8d41-d317c6bd5464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:35:56.906813 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-769760bf-9629-4f0a-8d41-d317c6bd5464 admin admin] 10.222.0.76 "GET /v2.0/subnets/da3718f9-a3d0-4134-88d5-bc5c506857d0 HTTP/1.1" status: 200 len: 849 time: 0.0915060 May 12 17:35:56.915987 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:35:56.998952 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Publish callbacks [] for subnet (da3718f9-a3d0-4134-88d5-bc5c506857d0), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:35:57.140951 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741378478466'] for subnet (da3718f9-a3d0-4134-88d5-bc5c506857d0), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:35:57.169615 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:35:57.170027 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:35:57.174097 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f997e-1c8c-4ee9-81f1-fd977d281f10 None None] Network ffe12ba1-ad17-4015-8257-7d9eb38be209 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:35:57.183534 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] 10.222.0.76 "PUT /v2.0/subnets/da3718f9-a3d0-4134-88d5-bc5c506857d0 HTTP/1.1" status: 200 len: 868 time: 0.2709007 May 12 17:35:57.207697 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Pushing event updated for resources: {'Subnet': ['ID=da3718f9-a3d0-4134-88d5-bc5c506857d0,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:35:57.215807 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:35:57.216211 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:35:57.216620 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:35:57.216986 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:35:57.217369 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:35:57.217659 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:35:57.217995 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:35:57.218305 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:35:57.218832 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:35:57.219175 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:35:57.219523 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:35:57.219837 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:35:57.220166 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:35:57.220497 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:35:57.220821 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e363b-f4c9-4267-98a6-e12f3e1d166d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:35:57.528780 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-a8bea82f-1f0e-4632-bd0a-b1f2740f6ea8 None None] Provisioning complete for port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:35:57.529175 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a8bea82f-1f0e-4632-bd0a-b1f2740f6ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (36ed9ca0-4a33-4b11-9abd-6fef788b2d0f), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:35:57.604726 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-a8bea82f-1f0e-4632-bd0a-b1f2740f6ea8 None None] Current status of the port 36ed9ca0-4a33-4b11-9abd-6fef788b2d0f is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:35:57.613418 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-a8bea82f-1f0e-4632-bd0a-b1f2740f6ea8 None None] Provisioning complete for port 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:35:57.613802 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a8bea82f-1f0e-4632-bd0a-b1f2740f6ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (6360e6f1-672c-4eaa-a5b4-54cd2f918ac3), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:35:57.692448 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-a8bea82f-1f0e-4632-bd0a-b1f2740f6ea8 None None] Current status of the port 6360e6f1-672c-4eaa-a5b4-54cd2f918ac3 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:35:59.455820 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 43710) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:35:59.659095 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69ea9b9-8b93-456e-86a4-541b256feaed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:35:59.659555 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69ea9b9-8b93-456e-86a4-541b256feaed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:35:59.661091 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-f69ea9b9-8b93-456e-86a4-541b256feaed admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2042985 May 12 17:36:01.918216 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43718) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:02.119610 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c441eb01-458b-4613-b32e-e4517ace71d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:36:02.119990 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c441eb01-458b-4613-b32e-e4517ace71d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:36:02.122503 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-c441eb01-458b-4613-b32e-e4517ace71d7 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023253 May 12 17:36:04.373959 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43728) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:04.498182 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43610aa6-6e16-44cb-ae12-51575d1e97fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:36:04.499481 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-43610aa6-6e16-44cb-ae12-51575d1e97fe admin admin] 10.222.0.76 "GET /v2.0/networks/b6af4ff4-d32b-4188-9b8b-39d506141485 HTTP/1.1" status: 200 len: 886 time: 0.1245797 May 12 17:36:06.767838 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43736) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:06.912563 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d523ba-cda0-4635-a3ee-0d6f3c9eee9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:36:06.913950 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-03d523ba-cda0-4635-a3ee-0d6f3c9eee9a admin admin] 10.222.0.76 "GET /v2.0/networks/ffe12ba1-ad17-4015-8257-7d9eb38be209 HTTP/1.1" status: 200 len: 869 time: 0.1451685 May 12 17:36:09.159608 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43744) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:09.285686 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095c9176-0544-458d-a6e4-8d7f08408cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:36:09.286161 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095c9176-0544-458d-a6e4-8d7f08408cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:36:09.287744 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-095c9176-0544-458d-a6e4-8d7f08408cc0 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1271770 May 12 17:36:11.569542 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43752) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:11.659834 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78014195-9ed4-4b00-b886-e203d22a9781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:36:11.660298 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78014195-9ed4-4b00-b886-e203d22a9781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:36:11.661799 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-78014195-9ed4-4b00-b886-e203d22a9781 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913100 May 12 17:36:13.770751 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:36:13.943554 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43760) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:14.029160 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf814e5-cfde-4edc-9ad5-e31addd5a547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:36:14.030427 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-edf814e5-cfde-4edc-9ad5-e31addd5a547 admin admin] 10.222.0.76 "GET /v2.0/subnets/aa3d7dec-8473-439f-be75-bd9312424549 HTTP/1.1" status: 200 len: 816 time: 0.0859389 May 12 17:36:16.275187 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 43768) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:16.369180 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600a405c-436c-499d-aabe-ba8d2d41941f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:36:16.370539 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-600a405c-436c-499d-aabe-ba8d2d41941f admin admin] 10.222.0.76 "GET /v2.0/subnets/da3718f9-a3d0-4134-88d5-bc5c506857d0 HTTP/1.1" status: 200 len: 868 time: 0.0944173 May 12 17:36:20.324518 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-471ca0d2-f64c-4a7b-8179-5e11294cf235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:22.577672 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3edeb327-f850-4a9e-b30c-142f7706add2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:23.786085 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:25.137760 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:26.579792 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:50.317299 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5119dfb-30bd-48e4-96a9-2593ec912ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:50.769450 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:36:52.579317 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a996cce6-dcea-4954-b517-c9206599557d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:53.794153 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:55.141179 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:56.582007 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:36:57.326539 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 43826) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:57.374278 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [None req-d5f357f6-43d6-4c71-a892-5868c543f314 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:36:57.375327 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-d5f357f6-43d6-4c71-a892-5868c543f314 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0478485 May 12 17:36:59.709398 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 43834) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:36:59.769599 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fba96a-96ad-4f03-963a-952e0dad5db5 admin admin] GET failed (client error): The resource could not be found. May 12 17:36:59.770892 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-92fba96a-96ad-4f03-963a-952e0dad5db5 admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605662 May 12 17:36:59.927334 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4482ea-3a22-47c9-b121-65b88496b14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:36:59.928706 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-9b4482ea-3a22-47c9-b121-65b88496b14d admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1537766 May 12 17:37:02.215291 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 43842) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:37:02.262369 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:37:02.285027 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Made reservation on behalf of 9ec5d27c457b4e7d87f61efe4927f51d for: {'network': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:37:02.287570 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:02.315309 dv-cinder-839793-10-iscsi neutron-server[110068]: WARNING neutron.services.revisions.revision_plugin [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Could not find related network for resource to bump revision. May 12 17:37:02.331652 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=110068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:37:02.344775 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (0ac769c3-de20-4a49-9792-59ee29532362), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:02.345281 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.segments_db [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Added segment 0ac769c3-de20-4a49-9792-59ee29532362 of type vlan for network fdcf5c35-379a-4e93-bb54-e0c587372a4d May 12 17:37:02.392629 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (fdcf5c35-379a-4e93-bb54-e0c587372a4d), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:02.422956 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (fdcf5c35-379a-4e93-bb54-e0c587372a4d), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:02.423857 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:37:02.424434 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:02.485062 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2686949 May 12 17:37:02.519969 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Pushing event updated for resources: {'Network': ['ID=fdcf5c35-379a-4e93-bb54-e0c587372a4d,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:37:02.527997 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:02.528348 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:02.528695 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:02.529038 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:02.529373 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:02.529707 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:02.530037 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:02.530366 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:02.530729 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:02.531055 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:02.531405 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:02.531736 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:02.532064 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:02.532390 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:02.532714 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bef6a5-9868-45fe-8e91-ff58e2b74c44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:02.545618 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network fdcf5c35-379a-4e93-bb54-e0c587372a4d details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:37:04.771620 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43850) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:37:04.835715 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2ae01e-c70b-46bc-ab24-27860a7660a5 admin admin] GET failed (client error): The resource could not be found. May 12 17:37:04.837000 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-2a2ae01e-c70b-46bc-ab24-27860a7660a5 admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0644438 May 12 17:37:04.935993 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba17098c-4221-4228-a343-9ce60d021d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:37:04.937449 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-ba17098c-4221-4228-a343-9ce60d021d1e admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0958092 May 12 17:37:04.947086 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'fdcf5c35-379a-4e93-bb54-e0c587372a4d', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:37:04.967234 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Made reservation on behalf of 9ec5d27c457b4e7d87f61efe4927f51d for: {'subnet': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:37:04.969538 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:05.132102 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for subnet (00bccab4-c8fc-4ad8-821a-e26044a1c04b), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:05.187261 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00bccab4-c8fc-4ad8-821a-e26044a1c04b,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:37:05.199363 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.199717 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.200088 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.200439 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.200775 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.201108 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.201438 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.201766 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.202114 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.202461 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.202826 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.203155 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.203481 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.203810 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.204131 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.207413 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Checking segment: {'id': '0ac769c3-de20-4a49-9792-59ee29532362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fdcf5c35-379a-4e93-bb54-e0c587372a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:37:05.207767 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Network hostable DHCP agents. Network: fdcf5c35-379a-4e93-bb54-e0c587372a4d, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:37:05.224636 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Network fdcf5c35-379a-4e93-bb54-e0c587372a4d is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:37:05.234130 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, fdcf5c35-379a-4e93-bb54-e0c587372a4d) {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:37:05.240584 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:37:05.241514 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:05.245290 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9c78fb-025a-4a11-bbdf-1d5ebf574de1 None None] Network fdcf5c35-379a-4e93-bb54-e0c587372a4d requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:37:05.259088 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-4b381bc9-a5bf-4cac-8b7d-c98eb010176d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3152773 May 12 17:37:05.354475 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87a1f776-934d-5dcf-9a04-ef15ef25d80b-fdcf5c35-379a-4e93-bb54-e0c587372a4d', 'network_id': 'fdcf5c35-379a-4e93-bb54-e0c587372a4d', 'project_id': '9ec5d27c457b4e7d87f61efe4927f51d', 'fixed_ips': [{'subnet_id': '00bccab4-c8fc-4ad8-821a-e26044a1c04b'}]}} from dv-cinder-839793-10-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:37:05.355827 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:05.590398 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Allocated IP 192.168.233.2 (fdcf5c35-379a-4e93-bb54-e0c587372a4d/00bccab4-c8fc-4ad8-821a-e26044a1c04b/4d228c9b-8588-42e7-b074-18cb64740665) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:37:05.742870 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Publish callbacks [] for port (4d228c9b-8588-42e7-b074-18cb64740665), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:05.750218 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (4d228c9b-8588-42e7-b074-18cb64740665), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:05.790867 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Network fdcf5c35-379a-4e93-bb54-e0c587372a4d is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:37:05.794477 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:37:05.802063 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:37:05.809442 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Pushing event updated for resources: {'Port': ['ID=4d228c9b-8588-42e7-b074-18cb64740665,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:37:05.819196 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.819557 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.819926 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.820292 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.820635 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.820974 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.821308 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.821637 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.821989 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.822322 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.822926 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.823180 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.823533 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.823811 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.824137 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:37:05.874061 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Attempting to bind port 4d228c9b-8588-42e7-b074-18cb64740665 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:37:05.874361 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Attempting to bind port 4d228c9b-8588-42e7-b074-18cb64740665 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': '0ac769c3-de20-4a49-9792-59ee29532362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fdcf5c35-379a-4e93-bb54-e0c587372a4d'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:37:05.874936 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Attempting to bind port 4d228c9b-8588-42e7-b074-18cb64740665 on network fdcf5c35-379a-4e93-bb54-e0c587372a4d {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:37:05.880088 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:37:05.880469 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Checking segment: {'id': '0ac769c3-de20-4a49-9792-59ee29532362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fdcf5c35-379a-4e93-bb54-e0c587372a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:37:05.880875 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:05.881273 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Bound using segment: {'id': '0ac769c3-de20-4a49-9792-59ee29532362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fdcf5c35-379a-4e93-bb54-e0c587372a4d'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:37:05.881767 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Bound port: 4d228c9b-8588-42e7-b074-18cb64740665, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac769c3-de20-4a49-9792-59ee29532362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fdcf5c35-379a-4e93-bb54-e0c587372a4d'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:37:05.882148 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (4d228c9b-8588-42e7-b074-18cb64740665), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:05.945779 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] For port 4d228c9b-8588-42e7-b074-18cb64740665, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:37:05.950415 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] For port 4d228c9b-8588-42e7-b074-18cb64740665, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=4d228c9b-8588-42e7-b074-18cb64740665,segment=NetworkSegment(0ac769c3-de20-4a49-9792-59ee29532362),segment_id=0ac769c3-de20-4a49-9792-59ee29532362)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:37:05.956510 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (4d228c9b-8588-42e7-b074-18cb64740665), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:06.018061 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e16f1-4ff3-4754-b5df-e1b5027643ad None None] Pushing event updated for resources: {'Port': ['ID=4d228c9b-8588-42e7-b074-18cb64740665,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:37:06.894059 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45d32c1-4d4e-4cb1-be1f-15448b890908 None None] Network fdcf5c35-379a-4e93-bb54-e0c587372a4d requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:37:06.955625 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-f53033c1-4489-4009-ad4a-77ffcfc7d09f None None] Provisioning complete for port 4d228c9b-8588-42e7-b074-18cb64740665 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:37:06.956024 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f53033c1-4489-4009-ad4a-77ffcfc7d09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (4d228c9b-8588-42e7-b074-18cb64740665), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:07.083084 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f53033c1-4489-4009-ad4a-77ffcfc7d09f None None] Current status of the port 4d228c9b-8588-42e7-b074-18cb64740665 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:37:07.083502 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f53033c1-4489-4009-ad4a-77ffcfc7d09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (4d228c9b-8588-42e7-b074-18cb64740665), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:07.120328 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-f53033c1-4489-4009-ad4a-77ffcfc7d09f None None] For port 4d228c9b-8588-42e7-b074-18cb64740665, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=4d228c9b-8588-42e7-b074-18cb64740665,segment=NetworkSegment(0ac769c3-de20-4a49-9792-59ee29532362),segment_id=0ac769c3-de20-4a49-9792-59ee29532362)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:37:07.125858 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f53033c1-4489-4009-ad4a-77ffcfc7d09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (4d228c9b-8588-42e7-b074-18cb64740665), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:07.192975 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53033c1-4489-4009-ad4a-77ffcfc7d09f None None] Pushing event updated for resources: {'Port': ['ID=4d228c9b-8588-42e7-b074-18cb64740665,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:37:07.455885 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 4d228c9b-8588-42e7-b074-18cb64740665 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:37:07.505057 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 4d228c9b-8588-42e7-b074-18cb64740665 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:37:07.505492 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (4d228c9b-8588-42e7-b074-18cb64740665), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:07.554994 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-eba2d5c2-33e4-43e8-bfed-03012799bf29 None None] Provisioning complete for port 4d228c9b-8588-42e7-b074-18cb64740665 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:37:07.555387 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-eba2d5c2-33e4-43e8-bfed-03012799bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (4d228c9b-8588-42e7-b074-18cb64740665), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:07.634998 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 4d228c9b-8588-42e7-b074-18cb64740665 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:37:07.672964 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-eba2d5c2-33e4-43e8-bfed-03012799bf29 None None] Current status of the port 4d228c9b-8588-42e7-b074-18cb64740665 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:37:20.320463 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c137930c-1f10-46b5-92fc-42c1ffe321a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:22.582025 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-cc1083fe-fd38-40ed-bcbf-00aad3e7f50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:23.794633 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:25.142731 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:26.587164 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:27.768007 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:37:50.322869 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d51d2cdd-0b9c-4b2e-ad75-75a9da0acb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:52.585756 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8ef88ebd-6935-4554-b511-07ad66a490c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:53.797137 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:55.145359 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:37:56.581514 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:04.766817 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:38:20.327291 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-711eef89-4b54-48d2-b26a-af8d8b07e4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:22.589454 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-46030004-7deb-46ea-b000-86a48546da01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:23.802658 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:25.149021 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:26.584349 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:41.767236 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:38:42.002511 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43888) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:38:42.008104 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [None req-ce85977c-8e4c-4a42-a54d-5a82b9498b50 tempest-verify_tempest_config-667254726 tempest-verify_tempest_config-667254726-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:38:42.009086 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-ce85977c-8e4c-4a42-a54d-5a82b9498b50 tempest-verify_tempest_config-667254726 tempest-verify_tempest_config-667254726-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056660 May 12 17:38:42.301526 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43906) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:38:42.403843 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:42.478949 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Publish callbacks [] for security_group (743404ac-9608-48b2-ba7d-3beae1292b75), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:42.482605 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (743404ac-9608-48b2-ba7d-3beae1292b75), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:42.527305 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ee8bc42c5f574c5ab8c261070b6f34dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2247603 May 12 17:38:42.529289 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743404ac-9608-48b2-ba7d-3beae1292b75,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:38:42.530225 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 43910) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:38:42.536243 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.536600 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.536945 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.537284 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.537617 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.537952 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.538283 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.538611 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.538970 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.539892 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.540318 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.540655 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.540984 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.541313 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.541636 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f7a69-e8db-4991-97f0-f60085cf2c2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.604940 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Publish callbacks [] for security_group (743404ac-9608-48b2-ba7d-3beae1292b75), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:42.625690 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Publish callbacks [] for security_group (743404ac-9608-48b2-ba7d-3beae1292b75), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:42.721362 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (743404ac-9608-48b2-ba7d-3beae1292b75), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:42.723851 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:42.725040 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/743404ac-9608-48b2-ba7d-3beae1292b75 HTTP/1.1" status: 204 len: 168 time: 0.1937478 May 12 17:38:42.734580 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743404ac-9608-48b2-ba7d-3beae1292b75,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:38:42.741131 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.741483 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.741825 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.742174 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.743723 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.743906 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.744242 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.744570 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.745109 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.745378 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.745722 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.746052 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.746376 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.746718 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:42.747044 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef1e03-da95-4388-91ca-ae34be9e7832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:38:50.329076 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-57b5699d-4785-4361-a26a-c2e599189486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:52.590905 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-93cf21a2-ae85-4409-8c6f-af7311a0df8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:53.806821 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:55.150367 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:38:56.586549 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:18.765671 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:39:20.331282 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bff3173e-f79d-4d91-afd8-96a4c673a687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:22.592834 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-86bf3659-f557-4fd8-b9a0-6f79b8581c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:23.805189 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:25.153337 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:26.588962 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:50.332556 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c73934bf-51ee-4b2e-ae6f-ea6a6a838bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:52.594537 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e362a929-9808-45ea-90d6-90fc7f363072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:53.808740 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:55.159387 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:39:55.764820 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:39:56.590454 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:20.333752 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c494b9e9-1a99-4dc9-86ed-13d2d8595c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:22.595631 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a01bbb51-6d04-4086-bbc8-c8fe76dc6f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:23.810551 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:25.159738 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:26.593942 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:32.763356 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:40:39.431687 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7864936'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:49.256190 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 43982) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:40:49.360895 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-bcf9d077-ccb4-4ab6-b4d2-4254bd76adc4 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1029372 May 12 17:40:50.335519 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-9bdb3919-ec0f-463c-838f-1a84c516a6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:51.650276 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 43992) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:40:51.713780 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-8f793b0b-83ad-43bd-8710-b7e266ad9c83 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0624027 May 12 17:40:52.596276 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-34a792b9-f6f5-477e-a4fc-7f4ad48e0cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:53.814227 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:55.164416 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:40:56.597513 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:09.385826 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:09.765715 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:41:20.339013 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a212e962-0883-43c5-9baa-febc5aea5d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:22.597317 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-9993da66-fac1-46e8-aa7e-648bfde381dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:23.815343 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:25.166090 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:26.600588 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:39.401200 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:46.765958 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:41:50.343122 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a1260f8f-61dd-4bc3-97e8-046d778d95e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:52.600033 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d6d890ac-e5dd-4097-9874-6d4b50be06d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:53.819230 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:55.171055 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:41:56.603963 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:09.401709 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:20.345674 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-175b5c32-4286-435a-ad5b-d9d1142693c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:22.602684 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e519e004-5543-4368-a263-61ed9069d9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:23.766523 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:42:23.822384 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:25.172098 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:26.609110 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:32.477359 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44178) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:32.878087 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-34037530-network', 'tenant_id': 'cc12aaf43fbf477997a42bb50359afd4'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:32.904536 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Made reservation on behalf of cc12aaf43fbf477997a42bb50359afd4 for: {'network': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:42:32.907135 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:32.914011 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44198) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:32.917488 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:32.949422 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44204) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:33.007874 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Publish callbacks [] for security_group (1eea8dac-f196-4701-9c75-4899c39e3dc3), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.012716 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (1eea8dac-f196-4701-9c75-4899c39e3dc3), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.042576 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=110068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:42:33.045348 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eea8dac-f196-4701-9c75-4899c39e3dc3,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:33.058044 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.058390 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.063586 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.063961 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.064473 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.064866 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.065203 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.065579 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.065913 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.066241 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.066877 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.067212 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.067612 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.067939 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.070004 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Tracked resource versions report: May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: pushed versions: May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: { 'AddressGroup': {'1.2'}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Agent': {'1.1'}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'ConntrackHelper': {'1.0'}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'LocalIPAssociation': {'1.0'}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Log': {'1.0'}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'NDPProxy': {'1.0'}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Network': {'1.1'}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Port': {'1.7'}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'PortForwarding': {'1.3'}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'QosPolicy': {'1.10'}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'SecurityGroup': {'1.5'}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'SecurityGroupRule': {'1.2'}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'SubPort': {'1.0'}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Subnet': {'1.1'}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Trunk': {'1.1'}} May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: consumer versions: May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: { DHCP agent@dv-cinder-839793-10-iscsi: {}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: HyperV agent@hv-cinder-83979: {}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: L3 agent@dv-cinder-839793-10-iscsi: {}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: Metadata agent@dv-cinder-839793-10-iscsi: {}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: Metering agent@dv-cinder-839793-10-iscsi: {}, May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: Open vSwitch agent@dv-cinder-839793-10-iscsi: { 'AddressGroup': '1.2', May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Agent': '1.1', May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'ConntrackHelper': '1.0', May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'LocalIPAssociation': '1.0', May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Log': '1.0', May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'NDPProxy': '1.0', May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Network': '1.1', May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Port': '1.7', May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'PortForwarding': '1.3', May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'QosPolicy': '1.10', May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'SecurityGroup': '1.5', May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'SecurityGroupRule': '1.2', May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'SubPort': '1.0', May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Subnet': '1.1', May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: 'Trunk': '1.1'}} May 12 17:42:33.071678 dv-cinder-839793-10-iscsi neutron-server[110068]: {{(pid=110068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:42:33.078283 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (0931e86d-da03-49f5-bbb0-4920bdf0defa), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.078868 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.segments_db [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Added segment 0931e86d-da03-49f5-bbb0-4920bdf0defa of type vlan for network c4981dad-b8da-490f-94bb-6cef23debdcd May 12 17:42:33.106585 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44216) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:33.125909 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (c4981dad-b8da-490f-94bb-6cef23debdcd), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.152196 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (c4981dad-b8da-490f-94bb-6cef23debdcd), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.153146 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:33.153713 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.220751 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7414069 May 12 17:42:33.221310 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44224) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:33.221642 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f68061-9243-4ec6-904c-0e7513c1fab7 admin admin] Pushing event updated for resources: {'Network': ['ID=c4981dad-b8da-490f-94bb-6cef23debdcd,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:33.227120 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-c11603d6-fc1f-48bf-bb13-24173760187f admin admin] Request body: {'subnet': {'network_id': 'c4981dad-b8da-490f-94bb-6cef23debdcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-34037530-subnet', 'tenant_id': 'cc12aaf43fbf477997a42bb50359afd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:33.237013 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network c4981dad-b8da-490f-94bb-6cef23debdcd details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:42:33.251921 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11603d6-fc1f-48bf-bb13-24173760187f admin admin] Made reservation on behalf of cc12aaf43fbf477997a42bb50359afd4 for: {'subnet': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:42:33.255226 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c11603d6-fc1f-48bf-bb13-24173760187f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.320429 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1261584756-network', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:33.327681 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44226) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:33.361949 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-b46db00e-6b13-4c57-9b31-8b360248a96b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-network', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:33.367835 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Made reservation on behalf of bf607837a27e47bf99a32b3b095df070 for: {'network': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:42:33.370406 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.388627 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.393365 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-d946b992-9863-4862-9d0b-ff27d59ffc50 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1845312863-network', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:33.505379 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46db00e-6b13-4c57-9b31-8b360248a96b admin admin] Made reservation on behalf of c07bc791aa8d45d4a9e72758f39f6a85 for: {'network': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:42:33.508077 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b46db00e-6b13-4c57-9b31-8b360248a96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.534539 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d946b992-9863-4862-9d0b-ff27d59ffc50 admin admin] Made reservation on behalf of 38aae8b9be064fabb6e07ea34a5dcdb9 for: {'network': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:42:33.537059 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d946b992-9863-4862-9d0b-ff27d59ffc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.550879 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-71048054-e8d1-4592-bd57-c9ec6c6a3199 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-95793220-network', 'tenant_id': '502fa29d3bf3465d8616f5e9286733eb'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:33.562831 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Publish callbacks [] for security_group (27cd8e2a-c1f6-4c92-b6b9-3eed35044e28), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.586779 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71048054-e8d1-4592-bd57-c9ec6c6a3199 admin admin] Made reservation on behalf of 502fa29d3bf3465d8616f5e9286733eb for: {'network': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:42:33.589421 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-71048054-e8d1-4592-bd57-c9ec6c6a3199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.589583 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b46db00e-6b13-4c57-9b31-8b360248a96b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.596598 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (27cd8e2a-c1f6-4c92-b6b9-3eed35044e28), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.598807 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-71048054-e8d1-4592-bd57-c9ec6c6a3199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.609785 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d946b992-9863-4862-9d0b-ff27d59ffc50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.615108 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=110069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:42:33.625313 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (c5653109-2751-4d2a-9239-6af47576e099), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.625723 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.segments_db [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Added segment c5653109-2751-4d2a-9239-6af47576e099 of type vlan for network 16b8cd17-5204-4534-ab3e-f50d37e56b44 May 12 17:42:33.664621 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (16b8cd17-5204-4534-ab3e-f50d37e56b44), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.700557 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-71048054-e8d1-4592-bd57-c9ec6c6a3199 admin admin] Publish callbacks [] for security_group (f540a3cd-dbf1-4c51-beab-0545843680f5), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.707158 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-71048054-e8d1-4592-bd57-c9ec6c6a3199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (f540a3cd-dbf1-4c51-beab-0545843680f5), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.721576 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71048054-e8d1-4592-bd57-c9ec6c6a3199 admin admin] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=110068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:42:33.781708 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-71048054-e8d1-4592-bd57-c9ec6c6a3199 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (5ba99d90-31b6-4f50-9e58-f8241fb233ce), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.782177 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.segments_db [None req-71048054-e8d1-4592-bd57-c9ec6c6a3199 admin admin] Added segment 5ba99d90-31b6-4f50-9e58-f8241fb233ce of type vlan for network 72fb0d4f-f606-4820-b6fd-84d2e5f2a554 May 12 17:42:33.822434 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71048054-e8d1-4592-bd57-c9ec6c6a3199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f540a3cd-dbf1-4c51-beab-0545843680f5,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:33.823873 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (16b8cd17-5204-4534-ab3e-f50d37e56b44), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.824851 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:33.825408 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.833934 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cd8e2a-c1f6-4c92-b6b9-3eed35044e28,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:33.851423 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.852119 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.852662 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.853663 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.854021 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.854358 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.854714 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.855040 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.855715 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.856237 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.856726 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.857388 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.857876 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.858341 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.858856 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Tracked resource versions report: May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: pushed versions: May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: { 'AddressGroup': {'1.2'}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Agent': {'1.1'}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'ConntrackHelper': {'1.0'}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'LocalIPAssociation': {'1.0'}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Log': {'1.0'}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'NDPProxy': {'1.0'}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Network': {'1.1'}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Port': {'1.7'}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'PortForwarding': {'1.3'}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'QosPolicy': {'1.10'}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'SecurityGroup': {'1.5'}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'SecurityGroupRule': {'1.2'}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'SubPort': {'1.0'}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Subnet': {'1.1'}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Trunk': {'1.1'}} May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: consumer versions: May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: { DHCP agent@dv-cinder-839793-10-iscsi: {}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: HyperV agent@hv-cinder-83979: {}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: L3 agent@dv-cinder-839793-10-iscsi: {}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: Metadata agent@dv-cinder-839793-10-iscsi: {}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: Metering agent@dv-cinder-839793-10-iscsi: {}, May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: Open vSwitch agent@dv-cinder-839793-10-iscsi: { 'AddressGroup': '1.2', May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Agent': '1.1', May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'ConntrackHelper': '1.0', May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'LocalIPAssociation': '1.0', May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Log': '1.0', May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'NDPProxy': '1.0', May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Network': '1.1', May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Port': '1.7', May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'PortForwarding': '1.3', May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'QosPolicy': '1.10', May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'SecurityGroup': '1.5', May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'SecurityGroupRule': '1.2', May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'SubPort': '1.0', May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Subnet': '1.1', May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: 'Trunk': '1.1'}} May 12 17:42:33.860285 dv-cinder-839793-10-iscsi neutron-server[110069]: {{(pid=110069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:42:33.928509 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-71048054-e8d1-4592-bd57-c9ec6c6a3199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (72fb0d4f-f606-4820-b6fd-84d2e5f2a554), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.949168 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b46db00e-6b13-4c57-9b31-8b360248a96b admin admin] Publish callbacks [] for security_group (6451c9ad-ef88-4ea1-bc71-9723c5e3edae), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.982152 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b46db00e-6b13-4c57-9b31-8b360248a96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (6451c9ad-ef88-4ea1-bc71-9723c5e3edae), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.988531 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-71048054-e8d1-4592-bd57-c9ec6c6a3199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (72fb0d4f-f606-4820-b6fd-84d2e5f2a554), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.990240 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71048054-e8d1-4592-bd57-c9ec6c6a3199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:33.991160 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-71048054-e8d1-4592-bd57-c9ec6c6a3199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:33.991292 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.0402529 May 12 17:42:33.993060 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44260) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:34.005173 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c11603d6-fc1f-48bf-bb13-24173760187f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for subnet (42f137b7-a1a6-4fd2-949f-dbd30444ad63), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:34.053071 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-c5a6ee29-5c69-43ab-a294-c7e54eb33fcb admin admin] Request body: {'subnet': {'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1261584756-subnet', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:34.097688 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a6ee29-5c69-43ab-a294-c7e54eb33fcb admin admin] Made reservation on behalf of bf607837a27e47bf99a32b3b095df070 for: {'subnet': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:42:34.100289 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ee29-5c69-43ab-a294-c7e54eb33fcb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:34.147717 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71048054-e8d1-4592-bd57-c9ec6c6a3199 admin admin] Pushing event updated for resources: {'Network': ['ID=72fb0d4f-f606-4820-b6fd-84d2e5f2a554,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:34.164600 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network 72fb0d4f-f606-4820-b6fd-84d2e5f2a554 details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:42:34.174293 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-71048054-e8d1-4592-bd57-c9ec6c6a3199 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8452022 May 12 17:42:34.177369 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44266) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:34.189831 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46db00e-6b13-4c57-9b31-8b360248a96b admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=110069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:42:34.195507 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-06d00b53-9ce6-4836-ac69-b59700e8da9d admin admin] Request body: {'subnet': {'network_id': '72fb0d4f-f606-4820-b6fd-84d2e5f2a554', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-95793220-subnet', 'tenant_id': '502fa29d3bf3465d8616f5e9286733eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:34.211114 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b72ba-ebd4-41cb-bbd3-cf0527cb29c3 admin admin] Pushing event updated for resources: {'Network': ['ID=16b8cd17-5204-4534-ab3e-f50d37e56b44,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:34.250325 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network 16b8cd17-5204-4534-ab3e-f50d37e56b44 details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:42:34.256555 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46db00e-6b13-4c57-9b31-8b360248a96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6451c9ad-ef88-4ea1-bc71-9723c5e3edae,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:34.272796 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b46db00e-6b13-4c57-9b31-8b360248a96b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (c256ef3d-0db3-4f1d-8b80-c65fe9800c6c), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:34.273210 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.segments_db [None req-b46db00e-6b13-4c57-9b31-8b360248a96b admin admin] Added segment c256ef3d-0db3-4f1d-8b80-c65fe9800c6c of type vlan for network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 May 12 17:42:34.273470 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d00b53-9ce6-4836-ac69-b59700e8da9d admin admin] Made reservation on behalf of 502fa29d3bf3465d8616f5e9286733eb for: {'subnet': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:42:34.276997 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-06d00b53-9ce6-4836-ac69-b59700e8da9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:34.342456 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11603d6-fc1f-48bf-bb13-24173760187f admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f137b7-a1a6-4fd2-949f-dbd30444ad63,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:34.377062 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b46db00e-6b13-4c57-9b31-8b360248a96b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:34.413845 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11603d6-fc1f-48bf-bb13-24173760187f admin admin] Checking segment: {'id': '0931e86d-da03-49f5-bbb0-4920bdf0defa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c4981dad-b8da-490f-94bb-6cef23debdcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:42:34.414215 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11603d6-fc1f-48bf-bb13-24173760187f admin admin] Network hostable DHCP agents. Network: c4981dad-b8da-490f-94bb-6cef23debdcd, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:42:34.474958 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ee29-5c69-43ab-a294-c7e54eb33fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for subnet (c91d7fdd-c4ad-4b1c-8888-f0300d813365), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:34.495843 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d946b992-9863-4862-9d0b-ff27d59ffc50 admin admin] Publish callbacks [] for security_group (7925de2b-0516-4d20-9709-1df4a10798ab), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:34.497068 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b46db00e-6b13-4c57-9b31-8b360248a96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:34.498235 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46db00e-6b13-4c57-9b31-8b360248a96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:34.499008 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b46db00e-6b13-4c57-9b31-8b360248a96b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:34.587927 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46db00e-6b13-4c57-9b31-8b360248a96b admin admin] Pushing event updated for resources: {'Network': ['ID=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:34.596076 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d946b992-9863-4862-9d0b-ff27d59ffc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (7925de2b-0516-4d20-9709-1df4a10798ab), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:34.598960 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11603d6-fc1f-48bf-bb13-24173760187f admin admin] Network c4981dad-b8da-490f-94bb-6cef23debdcd is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:42:34.599366 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:42:34.632268 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-c11603d6-fc1f-48bf-bb13-24173760187f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, c4981dad-b8da-490f-94bb-6cef23debdcd) {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:34.651990 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-b46db00e-6b13-4c57-9b31-8b360248a96b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7367756 May 12 17:42:34.653723 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11603d6-fc1f-48bf-bb13-24173760187f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:34.655237 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c11603d6-fc1f-48bf-bb13-24173760187f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:34.683414 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44286) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:34.690478 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-e174c113-8801-4ebe-96ea-8f6d683786b9 admin admin] Request body: {'subnet': {'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-subnet', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:34.726145 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-c11603d6-fc1f-48bf-bb13-24173760187f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5035048 May 12 17:42:34.731116 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d946b992-9863-4862-9d0b-ff27d59ffc50 admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=110069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:42:34.740660 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946b992-9863-4862-9d0b-ff27d59ffc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7925de2b-0516-4d20-9709-1df4a10798ab,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:34.741327 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd6e80c-b511-4b40-b40b-c4e1413a2541 None None] Network c4981dad-b8da-490f-94bb-6cef23debdcd requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:42:34.744461 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6ee29-5c69-43ab-a294-c7e54eb33fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c91d7fdd-c4ad-4b1c-8888-f0300d813365,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:34.776253 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d946b992-9863-4862-9d0b-ff27d59ffc50 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (21694302-441e-4c7a-a08d-f5c98efccb87), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:34.779892 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.segments_db [None req-d946b992-9863-4862-9d0b-ff27d59ffc50 admin admin] Added segment 21694302-441e-4c7a-a08d-f5c98efccb87 of type vlan for network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 May 12 17:42:34.795582 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6ee29-5c69-43ab-a294-c7e54eb33fcb admin admin] Checking segment: {'id': 'c5653109-2751-4d2a-9239-6af47576e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:42:34.796334 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a6ee29-5c69-43ab-a294-c7e54eb33fcb admin admin] Network hostable DHCP agents. Network: 16b8cd17-5204-4534-ab3e-f50d37e56b44, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:42:34.834492 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-06d00b53-9ce6-4836-ac69-b59700e8da9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for subnet (fca2d078-5f62-40f6-b9eb-f2376e4d6b4b), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:34.843513 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e174c113-8801-4ebe-96ea-8f6d683786b9 admin admin] Made reservation on behalf of c07bc791aa8d45d4a9e72758f39f6a85 for: {'subnet': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:42:34.846409 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e174c113-8801-4ebe-96ea-8f6d683786b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:34.966594 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d946b992-9863-4862-9d0b-ff27d59ffc50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (5f0e5ba6-f1dc-4741-a091-633af3cfbec5), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:35.005315 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a6ee29-5c69-43ab-a294-c7e54eb33fcb admin admin] Network 16b8cd17-5204-4534-ab3e-f50d37e56b44 is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:42:35.096384 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48fe60d-3e0b-4d03-9f0f-e134d4b0fa35 None None] Network c4981dad-b8da-490f-94bb-6cef23debdcd requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:42:35.129144 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-c5a6ee29-5c69-43ab-a294-c7e54eb33fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, 16b8cd17-5204-4534-ab3e-f50d37e56b44) {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:35.152777 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a6ee29-5c69-43ab-a294-c7e54eb33fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:35.153686 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ee29-5c69-43ab-a294-c7e54eb33fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:35.176364 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d946b992-9863-4862-9d0b-ff27d59ffc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (5f0e5ba6-f1dc-4741-a091-633af3cfbec5), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:35.176918 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7854ad9-62c3-4cf6-b3c8-06c3c2b04543 None None] Network 16b8cd17-5204-4534-ab3e-f50d37e56b44 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:42:35.178878 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d946b992-9863-4862-9d0b-ff27d59ffc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:35.183324 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d946b992-9863-4862-9d0b-ff27d59ffc50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:35.197505 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-c5a6ee29-5c69-43ab-a294-c7e54eb33fcb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1900601 May 12 17:42:35.205726 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44314) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:35.223243 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:35.332690 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e174c113-8801-4ebe-96ea-8f6d683786b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for subnet (c0b0dfdc-d399-403b-bb90-d8985605957d), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:35.386619 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d00b53-9ce6-4836-ac69-b59700e8da9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca2d078-5f62-40f6-b9eb-f2376e4d6b4b,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:35.395011 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-d946b992-9863-4862-9d0b-ff27d59ffc50 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.2870746 May 12 17:42:35.401787 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44328) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:35.445235 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d00b53-9ce6-4836-ac69-b59700e8da9d admin admin] Checking segment: {'id': '5ba99d90-31b6-4f50-9e58-f8241fb233ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72fb0d4f-f606-4820-b6fd-84d2e5f2a554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:42:35.445603 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d00b53-9ce6-4836-ac69-b59700e8da9d admin admin] Network hostable DHCP agents. Network: 72fb0d4f-f606-4820-b6fd-84d2e5f2a554, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:42:35.479571 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-4b9f37c4-b607-49de-b563-eb52bc5b1551 admin admin] Request body: {'subnet': {'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-subnet', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:35.494694 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174c113-8801-4ebe-96ea-8f6d683786b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b0dfdc-d399-403b-bb90-d8985605957d,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:35.500324 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e174c113-8801-4ebe-96ea-8f6d683786b9 admin admin] Checking segment: {'id': 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:42:35.500636 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e174c113-8801-4ebe-96ea-8f6d683786b9 admin admin] Network hostable DHCP agents. Network: c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:42:35.504341 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d00b53-9ce6-4836-ac69-b59700e8da9d admin admin] Network 72fb0d4f-f606-4820-b6fd-84d2e5f2a554 is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:42:35.510501 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3659'] for router (31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:35.511877 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3650'] for router (31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:35.525337 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-06d00b53-9ce6-4836-ac69-b59700e8da9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, 72fb0d4f-f606-4820-b6fd-84d2e5f2a554) {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:35.531833 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d00b53-9ce6-4836-ac69-b59700e8da9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:35.532491 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946b992-9863-4862-9d0b-ff27d59ffc50 admin admin] Pushing event updated for resources: {'Network': ['ID=5f0e5ba6-f1dc-4741-a091-633af3cfbec5,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:35.532628 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-06d00b53-9ce6-4836-ac69-b59700e8da9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:35.541436 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e174c113-8801-4ebe-96ea-8f6d683786b9 admin admin] Network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:42:35.554783 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-e174c113-8801-4ebe-96ea-8f6d683786b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5) {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:35.555515 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b440ea90-2e85-4d3b-bb3b-b1697f48edc9 None None] Network 72fb0d4f-f606-4820-b6fd-84d2e5f2a554 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:42:35.567720 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e174c113-8801-4ebe-96ea-8f6d683786b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:35.568321 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e174c113-8801-4ebe-96ea-8f6d683786b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:35.570802 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9f37c4-b607-49de-b563-eb52bc5b1551 admin admin] Made reservation on behalf of 38aae8b9be064fabb6e07ea34a5dcdb9 for: {'subnet': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:42:35.573719 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4b9f37c4-b607-49de-b563-eb52bc5b1551 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:35.584818 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:42:35.590147 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c6d912-1862-445e-91bc-b64716e4a6ad None None] Network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:42:35.599079 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-06d00b53-9ce6-4836-ac69-b59700e8da9d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4193840 May 12 17:42:35.610160 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-e174c113-8801-4ebe-96ea-8f6d683786b9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9229910 May 12 17:42:35.610580 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44340) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:35.616575 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:35.666770 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Publish callbacks [] for router_controller (31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9), precommit_add_association {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:35.705684 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3659'] for router (e1a375fe-d1c3-406b-ab23-82f17d5fbda7), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:35.707326 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3650'] for router (e1a375fe-d1c3-406b-ab23-82f17d5fbda7), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:35.874919 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87a1f776-934d-5dcf-9a04-ef15ef25d80b-c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d'}]}} from dv-cinder-839793-10-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:42:35.876660 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:35.892013 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf93a39-a39e-4561-8319-b035d105cc81 None None] Network 72fb0d4f-f606-4820-b6fd-84d2e5f2a554 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:42:35.900663 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87a1f776-934d-5dcf-9a04-ef15ef25d80b-16b8cd17-5204-4534-ab3e-f50d37e56b44', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365'}]}} from dv-cinder-839793-10-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:42:35.902320 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:35.948062 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Publish callbacks [] for router_controller (e1a375fe-d1c3-406b-ab23-82f17d5fbda7), precommit_add_association {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:36.010363 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44354) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:36.159767 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Publish callbacks [] for router_gateway (31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:36.267712 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44366) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:36.276189 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-8b1dd9c4-4f5c-4534-9494-ee3cd8d8ad3e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2142462663-network', 'tenant_id': '98b839ccbdd54efbb709b7b8339034d5'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:36.359320 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1dd9c4-4f5c-4534-9494-ee3cd8d8ad3e admin admin] Made reservation on behalf of 98b839ccbdd54efbb709b7b8339034d5 for: {'network': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:42:36.362218 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd9c4-4f5c-4534-9494-ee3cd8d8ad3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:36.374979 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4b9f37c4-b607-49de-b563-eb52bc5b1551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for subnet (e6c02cbf-c8ea-4ce8-9704-004518301240), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:36.479668 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd9c4-4f5c-4534-9494-ee3cd8d8ad3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:36.497388 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Publish callbacks [] for router_gateway (e1a375fe-d1c3-406b-ab23-82f17d5fbda7), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:36.537791 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Allocated IP 172.20.0.2 (16b8cd17-5204-4534-ab3e-f50d37e56b44/c91d7fdd-c4ad-4b1c-8888-f0300d813365/3bb24c8e-69df-457b-ad94-03876d47fc6f) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:42:36.648594 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Allocated IP 172.20.0.2 (c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5/c0b0dfdc-d399-403b-bb90-d8985605957d/b4acee76-dbed-4efd-861d-65d9dbc4c301) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:42:36.671652 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f37c4-b607-49de-b563-eb52bc5b1551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c02cbf-c8ea-4ce8-9704-004518301240,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:36.711166 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-554577fc-c759-417a-ad0b-a89173b3d1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:36.748549 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44396) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:36.754338 dv-cinder-839793-10-iscsi neutron-server[110069]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 17:42:36.758612 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Publish callbacks [] for router_gateway (31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:36.817314 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Publish callbacks [] for router_gateway (e1a375fe-d1c3-406b-ab23-82f17d5fbda7), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:36.842537 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:36.913319 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Publish callbacks [] for port (b4acee76-dbed-4efd-861d-65d9dbc4c301), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:36.919816 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Publish callbacks [] for port (3bb24c8e-69df-457b-ad94-03876d47fc6f), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:36.926335 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (b4acee76-dbed-4efd-861d-65d9dbc4c301), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:36.944039 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (3bb24c8e-69df-457b-ad94-03876d47fc6f), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:36.979382 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:42:36.982359 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Allocated IP 172.27.3.213 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/ba815145-1f5e-4d8a-b7f3-a519ec4cb795) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:42:36.985906 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:36.989874 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:42:37.011190 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Network 16b8cd17-5204-4534-ab3e-f50d37e56b44 is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:42:37.027274 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.027869 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:37.031288 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:42:37.058579 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f37c4-b607-49de-b563-eb52bc5b1551 admin admin] Checking segment: {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:42:37.058942 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f37c4-b607-49de-b563-eb52bc5b1551 admin admin] Network hostable DHCP agents. Network: 5f0e5ba6-f1dc-4741-a091-633af3cfbec5, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:42:37.062955 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Pushing event updated for resources: {'Port': ['ID=b4acee76-dbed-4efd-861d-65d9dbc4c301,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:37.095595 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:37.095595 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:37.095948 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:37.096211 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:37.096494 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:37.096970 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:37.097317 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:37.097700 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:37.098279 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:37.098714 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:37.099065 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:37.099468 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:37.099827 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:37.100176 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:37.100508 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Tracked resource versions report: May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: pushed versions: May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: { 'AddressGroup': {'1.2'}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Agent': {'1.1'}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'ConntrackHelper': {'1.0'}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'LocalIPAssociation': {'1.0'}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Log': {'1.0'}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'NDPProxy': {'1.0'}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Network': {'1.1'}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Port': {'1.7'}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'PortForwarding': {'1.3'}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'QosPolicy': {'1.10'}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'SecurityGroup': {'1.5'}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'SecurityGroupRule': {'1.2'}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'SubPort': {'1.0'}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Subnet': {'1.1'}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Trunk': {'1.1'}} May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: consumer versions: May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: { DHCP agent@dv-cinder-839793-10-iscsi: {}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: HyperV agent@hv-cinder-83979: {}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: L3 agent@dv-cinder-839793-10-iscsi: {}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: Metadata agent@dv-cinder-839793-10-iscsi: {}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: Metering agent@dv-cinder-839793-10-iscsi: {}, May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: Open vSwitch agent@dv-cinder-839793-10-iscsi: { 'AddressGroup': '1.2', May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Agent': '1.1', May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'ConntrackHelper': '1.0', May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'LocalIPAssociation': '1.0', May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Log': '1.0', May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'NDPProxy': '1.0', May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Network': '1.1', May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Port': '1.7', May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'PortForwarding': '1.3', May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'QosPolicy': '1.10', May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'SecurityGroup': '1.5', May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'SecurityGroupRule': '1.2', May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'SubPort': '1.0', May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Subnet': '1.1', May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: 'Trunk': '1.1'}} May 12 17:42:37.101898 dv-cinder-839793-10-iscsi neutron-server[110072]: {{(pid=110072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:42:37.139643 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Publish callbacks [] for port (ba815145-1f5e-4d8a-b7f3-a519ec4cb795), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.159067 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd9c4-4f5c-4534-9494-ee3cd8d8ad3e admin admin] Publish callbacks [] for security_group (2742d33a-6cd0-4330-804e-fb2aaff5b09b), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.182588 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (ba815145-1f5e-4d8a-b7f3-a519ec4cb795), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.196354 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd9c4-4f5c-4534-9494-ee3cd8d8ad3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (2742d33a-6cd0-4330-804e-fb2aaff5b09b), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.201686 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Pushing event updated for resources: {'Port': ['ID=3bb24c8e-69df-457b-ad94-03876d47fc6f,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:37.211149 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Attempting to bind port b4acee76-dbed-4efd-861d-65d9dbc4c301 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:42:37.213002 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Attempting to bind port b4acee76-dbed-4efd-861d-65d9dbc4c301 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:42:37.214606 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Attempting to bind port b4acee76-dbed-4efd-861d-65d9dbc4c301 on network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:42:37.221275 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f37c4-b607-49de-b563-eb52bc5b1551 admin admin] Network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:42:37.236732 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:42:37.237145 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Checking segment: {'id': 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:42:37.237557 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.237961 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Bound using segment: {'id': 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:42:37.238447 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Bound port: b4acee76-dbed-4efd-861d-65d9dbc4c301, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:42:37.238867 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (b4acee76-dbed-4efd-861d-65d9dbc4c301), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.240932 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-6ca4f903-39aa-417e-bd96-6cbd8aa8f2d0 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:37.242448 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-6ca4f903-39aa-417e-bd96-6cbd8aa8f2d0 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/networks?id=72fb0d4f-f606-4820-b6fd-84d2e5f2a554 HTTP/1.1" status: 200 len: 810 time: 0.4905820 May 12 17:42:37.251969 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1dd9c4-4f5c-4534-9494-ee3cd8d8ad3e admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=110069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:42:37.292119 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:42:37.297835 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:37.324559 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-4b9f37c4-b607-49de-b563-eb52bc5b1551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, 5f0e5ba6-f1dc-4741-a091-633af3cfbec5) {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:37.333310 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] For port b4acee76-dbed-4efd-861d-65d9dbc4c301, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:42:37.336608 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] For port b4acee76-dbed-4efd-861d-65d9dbc4c301, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=b4acee76-dbed-4efd-861d-65d9dbc4c301,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:42:37.340755 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd9c4-4f5c-4534-9494-ee3cd8d8ad3e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (31828456-576e-4ce8-a9c5-f8e8751c8961), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.341176 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.segments_db [None req-8b1dd9c4-4f5c-4534-9494-ee3cd8d8ad3e admin admin] Added segment 31828456-576e-4ce8-a9c5-f8e8751c8961 of type vlan for network 7f5d3519-aa68-4322-b613-777caca41b02 May 12 17:42:37.341762 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:42:37.342101 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd11a2b-572c-4e4c-83d0-264c23bce0ab None None] Network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:42:37.343353 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f37c4-b607-49de-b563-eb52bc5b1551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:37.344071 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4b9f37c4-b607-49de-b563-eb52bc5b1551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.350419 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-b7be9593-1e10-4f53-99bd-70bcf19d3750 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/quotas/502fa29d3bf3465d8616f5e9286733eb HTTP/1.1" status: 200 len: 375 time: 0.0825109 May 12 17:42:37.351122 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dd9c4-4f5c-4534-9494-ee3cd8d8ad3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2742d33a-6cd0-4330-804e-fb2aaff5b09b,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:37.373882 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Attempting to bind port 3bb24c8e-69df-457b-ad94-03876d47fc6f on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:42:37.374848 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Attempting to bind port 3bb24c8e-69df-457b-ad94-03876d47fc6f by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'c5653109-2751-4d2a-9239-6af47576e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:42:37.378252 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Attempting to bind port 3bb24c8e-69df-457b-ad94-03876d47fc6f on network 16b8cd17-5204-4534-ab3e-f50d37e56b44 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:42:37.395273 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:42:37.395773 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Checking segment: {'id': 'c5653109-2751-4d2a-9239-6af47576e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:42:37.396282 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.396781 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Bound using segment: {'id': 'c5653109-2751-4d2a-9239-6af47576e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:42:37.397465 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Bound port: 3bb24c8e-69df-457b-ad94-03876d47fc6f, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5653109-2751-4d2a-9239-6af47576e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:42:37.397959 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (3bb24c8e-69df-457b-ad94-03876d47fc6f), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.404255 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-554577fc-c759-417a-ad0b-a89173b3d1e8 admin admin] Publish callbacks [] for security_group (41647937-b06c-4699-949c-705e4e95633f), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.414956 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Pushing event updated for resources: {'Port': ['ID=ba815145-1f5e-4d8a-b7f3-a519ec4cb795,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:37.453265 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (b4acee76-dbed-4efd-861d-65d9dbc4c301), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.497099 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-554577fc-c759-417a-ad0b-a89173b3d1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (41647937-b06c-4699-949c-705e4e95633f), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.501829 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Allocated IP 172.27.3.183 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/1853f3bd-4270-4c0a-ad9c-0a4cd572c873) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:42:37.508845 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-4b9f37c4-b607-49de-b563-eb52bc5b1551 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0950408 May 12 17:42:37.511528 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd9c4-4f5c-4534-9494-ee3cd8d8ad3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (7f5d3519-aa68-4322-b613-777caca41b02), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.522542 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-8003c4c0-c542-4e12-8845-eab9f1a53fab tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=502fa29d3bf3465d8616f5e9286733eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1487637 May 12 17:42:37.525592 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44408) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:37.538364 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:37.606316 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3659'] for router (20c039b5-b469-4a55-8d72-a91b8dff6cff), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.609194 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3650'] for router (20c039b5-b469-4a55-8d72-a91b8dff6cff), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.610183 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-554577fc-c759-417a-ad0b-a89173b3d1e8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5b9fc19853b84a7da47009ee4a59fb80&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5974548 May 12 17:42:37.616001 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44414) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:37.642397 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554577fc-c759-417a-ad0b-a89173b3d1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41647937-b06c-4699-949c-705e4e95633f,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:37.642891 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f64e9-dad1-402e-a750-10ca53d45b91 None None] Pushing event updated for resources: {'Port': ['ID=b4acee76-dbed-4efd-861d-65d9dbc4c301,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:37.650182 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd9c4-4f5c-4534-9494-ee3cd8d8ad3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (7f5d3519-aa68-4322-b613-777caca41b02), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.651399 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1dd9c4-4f5c-4534-9494-ee3cd8d8ad3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:37.652869 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd9c4-4f5c-4534-9494-ee3cd8d8ad3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.663859 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] For port 3bb24c8e-69df-457b-ad94-03876d47fc6f, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:42:37.670578 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] For port 3bb24c8e-69df-457b-ad94-03876d47fc6f, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=3bb24c8e-69df-457b-ad94-03876d47fc6f,segment=NetworkSegment(c5653109-2751-4d2a-9239-6af47576e099),segment_id=c5653109-2751-4d2a-9239-6af47576e099)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:42:37.711766 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (3bb24c8e-69df-457b-ad94-03876d47fc6f), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.744904 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87a1f776-934d-5dcf-9a04-ef15ef25d80b-5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240'}]}} from dv-cinder-839793-10-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:42:37.746250 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.768557 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dd9c4-4f5c-4534-9494-ee3cd8d8ad3e admin admin] Pushing event updated for resources: {'Network': ['ID=7f5d3519-aa68-4322-b613-777caca41b02,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:37.788367 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-8b1dd9c4-4f5c-4534-9494-ee3cd8d8ad3e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5184388 May 12 17:42:37.789550 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44420) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:37.860724 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network 7f5d3519-aa68-4322-b613-777caca41b02 details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:42:37.874361 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-98876a97-831a-44e8-9a42-70297a496818 admin admin] Request body: {'subnet': {'network_id': '7f5d3519-aa68-4322-b613-777caca41b02', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2142462663-subnet', 'tenant_id': '98b839ccbdd54efbb709b7b8339034d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:37.885482 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Publish callbacks [] for router_controller (20c039b5-b469-4a55-8d72-a91b8dff6cff), precommit_add_association {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.887533 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-dc956066-4ec5-4a3d-83f6-9a8e0b8f3333 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:42:37.887945 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-361bb649-714e-4c7f-9e81-2f01fa6d951d admin admin] Publish callbacks [] for security_group (41647937-b06c-4699-949c-705e4e95633f), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:37.907298 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-dc956066-4ec5-4a3d-83f6-9a8e0b8f3333 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2110679 May 12 17:42:37.921282 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-361bb649-714e-4c7f-9e81-2f01fa6d951d admin admin] Publish callbacks [] for security_group (41647937-b06c-4699-949c-705e4e95633f), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:38.060129 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Publish callbacks [] for router_gateway (e1a375fe-d1c3-406b-ab23-82f17d5fbda7), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:38.066269 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98876a97-831a-44e8-9a42-70297a496818 admin admin] Made reservation on behalf of 98b839ccbdd54efbb709b7b8339034d5 for: {'subnet': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:42:38.068748 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-98876a97-831a-44e8-9a42-70297a496818 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:38.157347 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-7f2ee98e-789b-4880-a99d-a5a0e6a3e9c0 service neutron] 10.222.0.76 "GET /v2.0/networks/72fb0d4f-f606-4820-b6fd-84d2e5f2a554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507339 May 12 17:42:38.222588 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-361bb649-714e-4c7f-9e81-2f01fa6d951d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (41647937-b06c-4699-949c-705e4e95633f), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:38.225164 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-361bb649-714e-4c7f-9e81-2f01fa6d951d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:38.226333 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-361bb649-714e-4c7f-9e81-2f01fa6d951d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/41647937-b06c-4699-949c-705e4e95633f HTTP/1.1" status: 204 len: 168 time: 0.6044829 May 12 17:42:38.283082 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Publish callbacks [] for router_gateway (20c039b5-b469-4a55-8d72-a91b8dff6cff), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:38.303612 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bb649-714e-4c7f-9e81-2f01fa6d951d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41647937-b06c-4699-949c-705e4e95633f,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:38.314276 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c846a2-982c-48ea-8148-ff3091c77887 None None] Pushing event updated for resources: {'Port': ['ID=3bb24c8e-69df-457b-ad94-03876d47fc6f,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:38.358182 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44432) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:38.391493 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-0a1202c1-23dc-48b8-8e94-ad2b750f0734 service neutron] 10.222.0.76 "GET /v2.0/networks/72fb0d4f-f606-4820-b6fd-84d2e5f2a554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187366 May 12 17:42:38.419346 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Allocated IP 172.20.0.2 (5f0e5ba6-f1dc-4741-a091-633af3cfbec5/e6c02cbf-c8ea-4ce8-9704-004518301240/22c30e2d-cbce-4c97-a6e0-2772eefa9deb) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:42:38.561060 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-98876a97-831a-44e8-9a42-70297a496818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for subnet (d48108dd-7ab2-4735-9e02-87f744654f53), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:38.623941 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Publish callbacks [] for port (1853f3bd-4270-4c0a-ad9c-0a4cd572c873), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:38.628079 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98876a97-831a-44e8-9a42-70297a496818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d48108dd-7ab2-4735-9e02-87f744654f53,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:38.681697 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98876a97-831a-44e8-9a42-70297a496818 admin admin] Checking segment: {'id': '31828456-576e-4ce8-a9c5-f8e8751c8961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '7f5d3519-aa68-4322-b613-777caca41b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:42:38.682092 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98876a97-831a-44e8-9a42-70297a496818 admin admin] Network hostable DHCP agents. Network: 7f5d3519-aa68-4322-b613-777caca41b02, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:42:38.748110 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98876a97-831a-44e8-9a42-70297a496818 admin admin] Network 7f5d3519-aa68-4322-b613-777caca41b02 is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:42:38.761950 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (1853f3bd-4270-4c0a-ad9c-0a4cd572c873), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:38.879984 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:42:38.886760 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-98876a97-831a-44e8-9a42-70297a496818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, 7f5d3519-aa68-4322-b613-777caca41b02) {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:38.894106 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98876a97-831a-44e8-9a42-70297a496818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:38.895176 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-98876a97-831a-44e8-9a42-70297a496818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:38.898496 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Pushing event updated for resources: {'Port': ['ID=1853f3bd-4270-4c0a-ad9c-0a4cd572c873,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:38.905556 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706e77e8-3cf2-4686-a7c9-f0b8724baab6 None None] Network 7f5d3519-aa68-4322-b613-777caca41b02 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:42:38.911657 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:38.916984 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:42:38.970768 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Publish callbacks [] for port (22c30e2d-cbce-4c97-a6e0-2772eefa9deb), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:39.034212 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (22c30e2d-cbce-4c97-a6e0-2772eefa9deb), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:39.093377 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44454) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:39.094663 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:42:39.099488 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Pushing event updated for resources: {'Port': ['ID=22c30e2d-cbce-4c97-a6e0-2772eefa9deb,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:39.102546 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:39.125407 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Publish callbacks [] for router_gateway (20c039b5-b469-4a55-8d72-a91b8dff6cff), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:39.141620 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:42:39.177041 dv-cinder-839793-10-iscsi neutron-server[110068]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 17:42:39.230296 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Attempting to bind port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:42:39.230794 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Attempting to bind port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:42:39.231126 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Attempting to bind port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb on network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:42:39.250805 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5383df1b-2194-4f26-a528-4a8443318182 None None] Network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:42:39.253659 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:42:39.254039 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Checking segment: {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:42:39.254445 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:39.254880 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Bound using segment: {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:42:39.258841 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Bound port: 22c30e2d-cbce-4c97-a6e0-2772eefa9deb, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:42:39.260340 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (22c30e2d-cbce-4c97-a6e0-2772eefa9deb), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:39.277918 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:39.359749 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-98876a97-831a-44e8-9a42-70297a496818 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4874187 May 12 17:42:39.391892 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-70a7f8bb-e4d7-447c-b220-3fff057d1c44 req-fde2df7b-fa56-4405-9daa-046fbc1dd334 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 210 time: 0.2164693 May 12 17:42:39.405870 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9bef74f6-43e1-4342-9f7e-040f02c968fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:39.500897 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Publish callbacks [] for router_gateway (31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:39.564742 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Allocated IP 172.27.3.127 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/747203ca-eae2-4d1f-8dad-1ee09158374e) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:42:39.613984 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f49bb5-4cf9-4cbc-88c9-181fe68fd7c9 None None] Network 7f5d3519-aa68-4322-b613-777caca41b02 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:42:39.627919 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871696'] for router (e1a375fe-d1c3-406b-ab23-82f17d5fbda7), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:39.738542 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44484) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:39.769331 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4757fe4-808f-4780-b531-e04dd9b59c63 None None] Network 16b8cd17-5204-4534-ab3e-f50d37e56b44 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:42:39.857796 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9bef74f6-43e1-4342-9f7e-040f02c968fb admin admin] Publish callbacks [] for security_group (3eb6b3dd-f38b-41ac-be14-370624d534ba), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:39.867985 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device b4acee76-dbed-4efd-861d-65d9dbc4c301 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:42:39.871376 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-fe81838b-c9a2-421c-927e-b9594886e514 None None] Provisioning complete for port b4acee76-dbed-4efd-861d-65d9dbc4c301 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:39.871773 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fe81838b-c9a2-421c-927e-b9594886e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (b4acee76-dbed-4efd-861d-65d9dbc4c301), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:39.941708 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871696'] for router (31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:39.979406 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Publish callbacks [] for port (747203ca-eae2-4d1f-8dad-1ee09158374e), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:39.983456 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:39.993894 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9bef74f6-43e1-4342-9f7e-040f02c968fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (3eb6b3dd-f38b-41ac-be14-370624d534ba), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:40.045627 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_v2 [None req-def8ae13-3685-4dcb-a50f-50740a4832bb admin admin] Deleting subnet 42f137b7-a1a6-4fd2-949f-dbd30444ad63 {{(pid=110068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:42:40.071844 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] For port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:42:40.081011 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] For port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=22c30e2d-cbce-4c97-a6e0-2772eefa9deb,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:42:40.134408 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (22c30e2d-cbce-4c97-a6e0-2772eefa9deb), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:40.164403 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef74f6-43e1-4342-9f7e-040f02c968fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb6b3dd-f38b-41ac-be14-370624d534ba,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:40.172360 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (747203ca-eae2-4d1f-8dad-1ee09158374e), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:40.182251 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-def8ae13-3685-4dcb-a50f-50740a4832bb admin admin] Publish callbacks [] for subnet (42f137b7-a1a6-4fd2-949f-dbd30444ad63), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:40.245096 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:42:40.263995 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port b4acee76-dbed-4efd-861d-65d9dbc4c301 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:40.269440 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (b4acee76-dbed-4efd-861d-65d9dbc4c301), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:40.279694 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=747203ca-eae2-4d1f-8dad-1ee09158374e,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:40.283869 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:40.286200 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:42:40.345102 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 is scheduled to L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 with binding_index 1 {{(pid=110069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:42:40.459609 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-9bef74f6-43e1-4342-9f7e-040f02c968fb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=602bab993c484805a00eca75f117ca3d&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0989158 May 12 17:42:40.464657 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44512) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:40.473274 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a143f2e-74d6-4b8c-a80a-95c95ad06610 None None] Pushing event updated for resources: {'Port': ['ID=22c30e2d-cbce-4c97-a6e0-2772eefa9deb,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:40.557745 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-def8ae13-3685-4dcb-a50f-50740a4832bb admin admin] Publish callbacks [] for subnet (42f137b7-a1a6-4fd2-949f-dbd30444ad63), precommit_delete_associations {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:40.677273 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-def8ae13-3685-4dcb-a50f-50740a4832bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700920'] for subnet (42f137b7-a1a6-4fd2-949f-dbd30444ad63), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:40.709046 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port b4acee76-dbed-4efd-861d-65d9dbc4c301 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:40.709445 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (b4acee76-dbed-4efd-861d-65d9dbc4c301), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:40.800525 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-fe81838b-c9a2-421c-927e-b9594886e514 None None] Current status of the port b4acee76-dbed-4efd-861d-65d9dbc4c301 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:40.804256 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fe81838b-c9a2-421c-927e-b9594886e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (b4acee76-dbed-4efd-861d-65d9dbc4c301), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:40.833199 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e146de52-e717-4ec5-923f-0c4d39cc35f9 req-6c42afe0-6ff7-4faa-854a-6c0a401b56be tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 210 time: 0.2370508 May 12 17:42:40.865952 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] For port b4acee76-dbed-4efd-861d-65d9dbc4c301, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=b4acee76-dbed-4efd-861d-65d9dbc4c301,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:42:40.875054 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (b4acee76-dbed-4efd-861d-65d9dbc4c301), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:40.883155 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 3bb24c8e-69df-457b-ad94-03876d47fc6f up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:42:40.893415 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-9afceecf-8f49-4e7c-9abd-af25840e00ce admin admin] Publish callbacks [] for security_group (3eb6b3dd-f38b-41ac-be14-370624d534ba), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:40.927618 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:42:40.943109 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Sync routers for ids ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:42:40.964718 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Routers {'31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:42:40.965331 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:42:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:40.981390 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-9afceecf-8f49-4e7c-9abd-af25840e00ce admin admin] Publish callbacks [] for security_group (3eb6b3dd-f38b-41ac-be14-370624d534ba), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:41.042801 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 is scheduled to L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 with binding_index 1 {{(pid=110068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:42:41.044833 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:41.049143 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-6f6838b5-1b1e-4817-a157-eb052958b97b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8410947 May 12 17:42:41.058097 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44528) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:41.079418 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-def8ae13-3685-4dcb-a50f-50740a4832bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for subnet (42f137b7-a1a6-4fd2-949f-dbd30444ad63), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:41.109250 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Publish callbacks [] for router_gateway (20c039b5-b469-4a55-8d72-a91b8dff6cff), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:41.215312 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.db.api [None req-fe81838b-c9a2-421c-927e-b9594886e514 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 17:42:41.215944 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG oslo_db.api [None req-fe81838b-c9a2-421c-927e-b9594886e514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 17:42:41.226338 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8ae13-3685-4dcb-a50f-50740a4832bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42f137b7-a1a6-4fd2-949f-dbd30444ad63,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:41.234977 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-def8ae13-3685-4dcb-a50f-50740a4832bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:41.246566 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-def8ae13-3685-4dcb-a50f-50740a4832bb admin admin] 10.222.0.76 "DELETE /v2.0/subnets/42f137b7-a1a6-4fd2-949f-dbd30444ad63 HTTP/1.1" status: 204 len: 168 time: 1.4974942 May 12 17:42:41.262586 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Pushing event updated for resources: {'Port': ['ID=b4acee76-dbed-4efd-861d-65d9dbc4c301,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:41.272485 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 3bb24c8e-69df-457b-ad94-03876d47fc6f triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:41.272837 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (3bb24c8e-69df-457b-ad94-03876d47fc6f), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:41.281004 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Set router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:42:41.346640 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44536) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:41.423584 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-9afceecf-8f49-4e7c-9abd-af25840e00ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (3eb6b3dd-f38b-41ac-be14-370624d534ba), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:41.429857 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-9afceecf-8f49-4e7c-9abd-af25840e00ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:41.434183 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-9afceecf-8f49-4e7c-9abd-af25840e00ce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3eb6b3dd-f38b-41ac-be14-370624d534ba HTTP/1.1" status: 204 len: 168 time: 0.9591773 May 12 17:42:41.446123 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 3bb24c8e-69df-457b-ad94-03876d47fc6f is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:41.466350 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (3bb24c8e-69df-457b-ad94-03876d47fc6f), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:41.485875 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afceecf-8f49-4e7c-9abd-af25840e00ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb6b3dd-f38b-41ac-be14-370624d534ba,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:41.608285 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] For port 3bb24c8e-69df-457b-ad94-03876d47fc6f, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=3bb24c8e-69df-457b-ad94-03876d47fc6f,segment=NetworkSegment(c5653109-2751-4d2a-9239-6af47576e099),segment_id=c5653109-2751-4d2a-9239-6af47576e099)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:42:41.619003 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (3bb24c8e-69df-457b-ad94-03876d47fc6f), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:41.696385 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758311'] for network (c4981dad-b8da-490f-94bb-6cef23debdcd), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:41.716146 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:39Z', 'revision_number': 3, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:41.840554 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Pushing event updated for resources: {'Port': ['ID=3bb24c8e-69df-457b-ad94-03876d47fc6f,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:41.857860 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Checking router: 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:42:41.858223 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Updating router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 port 1853f3bd-4270-4c0a-ad9c-0a4cd572c873 binding host dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:42:41.869871 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7702861', 'neutron.services.segments.db._delete_segments_for_network-8741378415382'] for network (c4981dad-b8da-490f-94bb-6cef23debdcd), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:41.897666 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:42:41.898225 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:42:41.899148 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:42:41.899541 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Subscribe: > port after_create 55550000 {{(pid=110069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:42:41.900672 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Subscribe: > port after_delete 55550000 {{(pid=110069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:42:41.901045 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Subscribe: > port after_update 55550000 {{(pid=110069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:42:41.901399 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:42:41.902039 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:42:41.902411 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:42:41.902764 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:42:41.926428 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-fe81838b-c9a2-421c-927e-b9594886e514 None None] Current status of the port b4acee76-dbed-4efd-861d-65d9dbc4c301 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:41.938616 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:42:41.957172 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Sync routers for ids ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:42:41.984044 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Routers {'e1a375fe-d1c3-406b-ab23-82f17d5fbda7'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:42:41.984855 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-b143c01d-4357-4553-a952-8a291a919086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:42:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:42.015777 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (1853f3bd-4270-4c0a-ad9c-0a4cd572c873), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.076591 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.083319 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-9fca8bff-5893-4f81-a774-d08985708194 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4663496 May 12 17:42:42.089839 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44568) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:42.331016 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device b4acee76-dbed-4efd-861d-65d9dbc4c301 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:42:42.375013 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Set router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:42:42.393167 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:42:42.393521 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:42:42.393851 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:42:42.394202 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:42:42.394547 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4981dad-b8da-490f-94bb-6cef23debdcd']}} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:42.443602 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b496daf8-e9c7-4002-bb66-3d4e53e94900 None None] Network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:42:42.447301 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bc118e5a-eddf-49aa-89bf-87942b44bbf9 None None] Provisioning complete for port 3bb24c8e-69df-457b-ad94-03876d47fc6f triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:42.447686 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bc118e5a-eddf-49aa-89bf-87942b44bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (3bb24c8e-69df-457b-ad94-03876d47fc6f), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.459682 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0931e86d-da03-49f5-bbb0-4920bdf0defa') {'for_net_delete': True} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:42.460237 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0931e86d-da03-49f5-bbb0-4920bdf0defa') {} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:42.508564 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741378450975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3117041'] for segment (0931e86d-da03-49f5-bbb0-4920bdf0defa), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.537212 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (0931e86d-da03-49f5-bbb0-4920bdf0defa), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.551410 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Publish callbacks [] for port (1853f3bd-4270-4c0a-ad9c-0a4cd572c873), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.554923 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=110069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:42:42.555461 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3142378'] for segment (0931e86d-da03-49f5-bbb0-4920bdf0defa), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: from cryptography.utils import int_from_bytes May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: from cryptography.utils import int_from_bytes May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: Traceback (most recent call last): May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: timer() May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: cb(*args, **kw) May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: return func(*args, **kwargs) May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: self._notify() May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: self.callback(batched_events) May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: event.method(event) May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: return f(self, *a, **k) May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: return self._get(url).json() May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: return self.request(url, 'GET', **kwargs) May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:42:42.560765 dv-cinder-839793-10-iscsi neutron-server[110069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:42:42.567017 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (1853f3bd-4270-4c0a-ad9c-0a4cd572c873), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.653983 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f6e08a2b-1b5e-4c04-8a81-7b7a3b1076a7 req-34a1b7f1-bb4a-47f9-bd1a-728f8fcdbd84 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 210 time: 0.0924993 May 12 17:42:42.658937 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Pushing event updated for resources: {'Port': ['ID=1853f3bd-4270-4c0a-ad9c-0a4cd572c873,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:42.672797 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:42.673361 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:42.674232 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:42.674859 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:42.675394 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:42.675961 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:42.676471 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:42.676986 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:42.677648 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:42.678158 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:42.678793 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:42.679316 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:42.679863 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:42.680367 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:42.681348 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Tracked resource versions report: May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: pushed versions: May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: { 'AddressGroup': {'1.2'}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Agent': {'1.1'}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'ConntrackHelper': {'1.0'}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'LocalIPAssociation': {'1.0'}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Log': {'1.0'}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'NDPProxy': {'1.0'}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Network': {'1.1'}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Port': {'1.7'}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'PortForwarding': {'1.3'}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'QosPolicy': {'1.10'}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'SecurityGroup': {'1.5'}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'SecurityGroupRule': {'1.2'}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'SubPort': {'1.0'}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Subnet': {'1.1'}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Trunk': {'1.1'}} May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: consumer versions: May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: { DHCP agent@dv-cinder-839793-10-iscsi: {}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: HyperV agent@hv-cinder-83979: {}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: L3 agent@dv-cinder-839793-10-iscsi: {}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: Metadata agent@dv-cinder-839793-10-iscsi: {}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: Metering agent@dv-cinder-839793-10-iscsi: {}, May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: Open vSwitch agent@dv-cinder-839793-10-iscsi: { 'AddressGroup': '1.2', May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Agent': '1.1', May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'ConntrackHelper': '1.0', May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'LocalIPAssociation': '1.0', May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Log': '1.0', May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'NDPProxy': '1.0', May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Network': '1.1', May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Port': '1.7', May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'PortForwarding': '1.3', May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'QosPolicy': '1.10', May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'SecurityGroup': '1.5', May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'SecurityGroupRule': '1.2', May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'SubPort': '1.0', May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Subnet': '1.1', May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: 'Trunk': '1.1'}} May 12 17:42:42.683718 dv-cinder-839793-10-iscsi neutron-server[110073]: {{(pid=110073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 17:42:42.693417 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7702902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7867334'] for network (c4981dad-b8da-490f-94bb-6cef23debdcd), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.718790 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Pushing event deleted for resources: {'Network': ['ID=c4981dad-b8da-490f-94bb-6cef23debdcd,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:42.723215 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.729889 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-579867e6-51fa-4826-8de6-823d4640e5da admin admin] 10.222.0.76 "DELETE /v2.0/networks/c4981dad-b8da-490f-94bb-6cef23debdcd HTTP/1.1" status: 204 len: 168 time: 1.3632197 May 12 17:42:42.732689 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44588) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:42.742860 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871696'] for router (20c039b5-b469-4a55-8d72-a91b8dff6cff), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.758389 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Attempting to bind port 1853f3bd-4270-4c0a-ad9c-0a4cd572c873 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:42:42.759578 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Attempting to bind port 1853f3bd-4270-4c0a-ad9c-0a4cd572c873 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:42:42.760420 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Attempting to bind port 1853f3bd-4270-4c0a-ad9c-0a4cd572c873 on network b6af4ff4-d32b-4188-9b8b-39d506141485 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:42:42.767721 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:42:42.768125 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Checking segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:42:42.768516 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.768885 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Bound using segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:42:42.769358 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Bound port: 1853f3bd-4270-4c0a-ad9c-0a4cd572c873, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:42:42.769733 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (1853f3bd-4270-4c0a-ad9c-0a4cd572c873), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.807819 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e43e170-cc74-49b1-8e5c-0bcca510b278 admin admin] Deleting subnet d48108dd-7ab2-4735-9e02-87f744654f53 {{(pid=110069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:42:42.813823 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1e43e170-cc74-49b1-8e5c-0bcca510b278 admin admin] Publish callbacks [] for subnet (d48108dd-7ab2-4735-9e02-87f744654f53), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.858425 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] For port 1853f3bd-4270-4c0a-ad9c-0a4cd572c873, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:42:42.859042 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port b4acee76-dbed-4efd-861d-65d9dbc4c301 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:42.859522 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (b4acee76-dbed-4efd-861d-65d9dbc4c301), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.863274 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] For port 1853f3bd-4270-4c0a-ad9c-0a4cd572c873, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=1853f3bd-4270-4c0a-ad9c-0a4cd572c873,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:42:42.873116 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (1853f3bd-4270-4c0a-ad9c-0a4cd572c873), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.883715 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1e43e170-cc74-49b1-8e5c-0bcca510b278 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3117000'] for subnet (d48108dd-7ab2-4735-9e02-87f744654f53), precommit_delete_associations {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.922272 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.975902 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1e43e170-cc74-49b1-8e5c-0bcca510b278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700920'] for subnet (d48108dd-7ab2-4735-9e02-87f744654f53), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:42.986850 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Routers {'31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:42:42.987843 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:42:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:43.023773 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bc118e5a-eddf-49aa-89bf-87942b44bbf9 None None] Current status of the port 3bb24c8e-69df-457b-ad94-03876d47fc6f is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:43.044157 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea408f99-4000-478b-bdb0-8052a6c78e3a None None] Pushing event updated for resources: {'Port': ['ID=1853f3bd-4270-4c0a-ad9c-0a4cd572c873,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:43.044717 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bc118e5a-eddf-49aa-89bf-87942b44bbf9 None None] Provisioning complete for port b4acee76-dbed-4efd-861d-65d9dbc4c301 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:43.045102 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bc118e5a-eddf-49aa-89bf-87942b44bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (b4acee76-dbed-4efd-861d-65d9dbc4c301), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:43.144788 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] Set router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:42:43.248971 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Router 20c039b5-b469-4a55-8d72-a91b8dff6cff is scheduled to L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 with binding_index 1 {{(pid=110068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:42:43.291368 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Allocated IP 172.20.0.1 (16b8cd17-5204-4534-ab3e-f50d37e56b44/c91d7fdd-c4ad-4b1c-8888-f0300d813365/116a7df0-1799-4b81-8257-28151f7e9833) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:42:43.313143 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1e43e170-cc74-49b1-8e5c-0bcca510b278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3143496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3500479'] for subnet (d48108dd-7ab2-4735-9e02-87f744654f53), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:43.343615 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port b4acee76-dbed-4efd-861d-65d9dbc4c301 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:43.344726 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 22c30e2d-cbce-4c97-a6e0-2772eefa9deb up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:42:43.413340 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:39Z', 'revision_number': 3, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:43.444266 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4eee8a-af78-4d60-810b-aa581ce1eabf None None] The sync data for ids ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'] in dv-cinder-839793-10-iscsi is: [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:39Z', 'revision_number': 3, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:42:43.504104 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:42:43.516671 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Sync routers for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:42:43.546165 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:42:43.546914 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:42:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:43.552368 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43e170-cc74-49b1-8e5c-0bcca510b278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d48108dd-7ab2-4735-9e02-87f744654f53,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:43.557199 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1e43e170-cc74-49b1-8e5c-0bcca510b278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:43.562638 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-1e43e170-cc74-49b1-8e5c-0bcca510b278 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d48108dd-7ab2-4735-9e02-87f744654f53 HTTP/1.1" status: 204 len: 168 time: 0.8266759 May 12 17:42:43.566272 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44604) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:43.615751 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-b143c01d-4357-4553-a952-8a291a919086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:37Z', 'revision_number': 3, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:43.668963 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Checking router: e1a375fe-d1c3-406b-ab23-82f17d5fbda7 for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:42:43.669624 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Updating router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 port ba815145-1f5e-4d8a-b7f3-a519ec4cb795 binding host dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:42:43.671805 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bc118e5a-eddf-49aa-89bf-87942b44bbf9 None None] Current status of the port b4acee76-dbed-4efd-861d-65d9dbc4c301 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:43.671998 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:43.673748 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-8e427e59-d80b-4e33-b55f-e901cbdb7ac7 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1466801 May 12 17:42:43.689998 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44608) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:43.712934 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:43.718061 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:43.720175 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (22c30e2d-cbce-4c97-a6e0-2772eefa9deb), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:43.779835 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (ba815145-1f5e-4d8a-b7f3-a519ec4cb795), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:43.891353 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-dcd67687-f61a-4484-bce4-e813d2c4e4fb None None] Provisioning complete for port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:43.891695 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-dcd67687-f61a-4484-bce4-e813d2c4e4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (22c30e2d-cbce-4c97-a6e0-2772eefa9deb), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:44.121337 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:42:44.125172 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Publish callbacks [] for port (116a7df0-1799-4b81-8257-28151f7e9833), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:44.164461 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Allocated IP 172.20.0.1 (c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5/c0b0dfdc-d399-403b-bb90-d8985605957d/efb5e0a8-8506-46a6-a472-9454affbb253) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:42:44.233357 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-83766196-7657-45fd-ac2b-6826873fad06 req-896fb458-6d67-400a-9565-0f91150bdcd6 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 210 time: 0.2625723 May 12 17:42:44.244347 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:44.244931 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (22c30e2d-cbce-4c97-a6e0-2772eefa9deb), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:44.266425 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d00aa0d2-4984-49db-9c4f-f83b9503969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758311'] for network (7f5d3519-aa68-4322-b613-777caca41b02), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:44.389205 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Publish callbacks [] for port (efb5e0a8-8506-46a6-a472-9454affbb253), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:44.424450 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] For port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=22c30e2d-cbce-4c97-a6e0-2772eefa9deb,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:42:44.431585 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-dcd67687-f61a-4484-bce4-e813d2c4e4fb None None] Current status of the port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:44.432243 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-dcd67687-f61a-4484-bce4-e813d2c4e4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (22c30e2d-cbce-4c97-a6e0-2772eefa9deb), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:44.471985 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:44.505975 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (22c30e2d-cbce-4c97-a6e0-2772eefa9deb), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:44.513187 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (116a7df0-1799-4b81-8257-28151f7e9833), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:44.543611 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:42:44.564824 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:44.576032 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:40Z', 'revision_number': 3, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:44.578875 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:42:44.579453 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867645'] for router_interface (e1a375fe-d1c3-406b-ab23-82f17d5fbda7), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:44.624601 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Checking router: 20c039b5-b469-4a55-8d72-a91b8dff6cff for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:42:44.625018 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Updating router 20c039b5-b469-4a55-8d72-a91b8dff6cff port 747203ca-eae2-4d1f-8dad-1ee09158374e binding host dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:42:44.660444 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (747203ca-eae2-4d1f-8dad-1ee09158374e), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:44.695779 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Pushing event updated for resources: {'Port': ['ID=efb5e0a8-8506-46a6-a472-9454affbb253,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:44.700129 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44628) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:44.907786 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 1853f3bd-4270-4c0a-ad9c-0a4cd572c873 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:42:44.923984 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d00aa0d2-4984-49db-9c4f-f83b9503969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7702861', 'neutron.services.segments.db._delete_segments_for_network-8741378415382'] for network (7f5d3519-aa68-4322-b613-777caca41b02), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.002182 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Network 16b8cd17-5204-4534-ab3e-f50d37e56b44 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:42:45.034303 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Pushing event updated for resources: {'Port': ['ID=22c30e2d-cbce-4c97-a6e0-2772eefa9deb,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:45.037891 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:45.045702 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.89', 60525) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:45.061102 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Pushing event updated for resources: {'Port': ['ID=116a7df0-1799-4b81-8257-28151f7e9833,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:45.069127 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:42:45.071116 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.db.api [None req-dcd67687-f61a-4484-bce4-e813d2c4e4fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 17:42:45.071905 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG oslo_db.api [None req-dcd67687-f61a-4484-bce4-e813d2c4e4fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 17:42:45.113038 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-316e4ee7-b5f7-4d0a-b108-591a14e0f049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.124890 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.138215 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 1853f3bd-4270-4c0a-ad9c-0a4cd572c873 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:45.138785 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (1853f3bd-4270-4c0a-ad9c-0a4cd572c873), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.179038 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-d00aa0d2-4984-49db-9c4f-f83b9503969a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5d3519-aa68-4322-b613-777caca41b02']}} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:45.199764 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Publish callbacks [] for port (ba815145-1f5e-4d8a-b7f3-a519ec4cb795), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.251412 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (ba815145-1f5e-4d8a-b7f3-a519ec4cb795), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.297709 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-d00aa0d2-4984-49db-9c4f-f83b9503969a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31828456-576e-4ce8-a9c5-f8e8751c8961') {'for_net_delete': True} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:45.297934 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-d00aa0d2-4984-49db-9c4f-f83b9503969a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31828456-576e-4ce8-a9c5-f8e8751c8961') {} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:45.366301 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d00aa0d2-4984-49db-9c4f-f83b9503969a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741378450975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3117041'] for segment (31828456-576e-4ce8-a9c5-f8e8751c8961), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.428882 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867645'] for router_interface (31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.432774 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d00aa0d2-4984-49db-9c4f-f83b9503969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (31828456-576e-4ce8-a9c5-f8e8751c8961), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.488285 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48874d-91cd-4503-b75d-fc70ba784269 None None] Pushing event updated for resources: {'Port': ['ID=ba815145-1f5e-4d8a-b7f3-a519ec4cb795,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:45.492686 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-316e4ee7-b5f7-4d0a-b108-591a14e0f049 admin admin] Publish callbacks [] for security_group (e7d012ab-4561-4c2b-a411-5b3f7101d818), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.536909 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Attempting to bind port ba815145-1f5e-4d8a-b7f3-a519ec4cb795 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:42:45.537330 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Attempting to bind port ba815145-1f5e-4d8a-b7f3-a519ec4cb795 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:42:45.537723 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Attempting to bind port ba815145-1f5e-4d8a-b7f3-a519ec4cb795 on network b6af4ff4-d32b-4188-9b8b-39d506141485 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:42:45.547416 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:42:45.547806 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Checking segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:42:45.548218 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.555074 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Bound using segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:42:45.556688 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Bound port: ba815145-1f5e-4d8a-b7f3-a519ec4cb795, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:42:45.556918 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (ba815145-1f5e-4d8a-b7f3-a519ec4cb795), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.570123 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00aa0d2-4984-49db-9c4f-f83b9503969a admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=110069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:42:45.570545 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d00aa0d2-4984-49db-9c4f-f83b9503969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3142378'] for segment (31828456-576e-4ce8-a9c5-f8e8751c8961), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: Traceback (most recent call last): May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: timer() May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: cb(*args, **kw) May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: return func(*args, **kwargs) May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: self._notify() May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: self.callback(batched_events) May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: event.method(event) May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: return f(self, *a, **k) May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: return self._get(url).json() May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: return self.request(url, 'GET', **kwargs) May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:42:45.573915 dv-cinder-839793-10-iscsi neutron-server[110069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:42:45.638100 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Publish callbacks [] for port (747203ca-eae2-4d1f-8dad-1ee09158374e), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.648384 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (747203ca-eae2-4d1f-8dad-1ee09158374e), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.690994 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-316e4ee7-b5f7-4d0a-b108-591a14e0f049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (e7d012ab-4561-4c2b-a411-5b3f7101d818), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.716785 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-b143c01d-4357-4553-a952-8a291a919086 None None] For port ba815145-1f5e-4d8a-b7f3-a519ec4cb795, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:42:45.723258 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-b143c01d-4357-4553-a952-8a291a919086 None None] For port ba815145-1f5e-4d8a-b7f3-a519ec4cb795, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=ba815145-1f5e-4d8a-b7f3-a519ec4cb795,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:42:45.734640 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d00aa0d2-4984-49db-9c4f-f83b9503969a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7702902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7867334'] for network (7f5d3519-aa68-4322-b613-777caca41b02), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.764587 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (ba815145-1f5e-4d8a-b7f3-a519ec4cb795), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.771478 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8b104-c1fd-4cf0-a25a-5627cdc166cf None None] Pushing event updated for resources: {'Port': ['ID=747203ca-eae2-4d1f-8dad-1ee09158374e,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:45.809685 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Attempting to bind port 747203ca-eae2-4d1f-8dad-1ee09158374e on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:42:45.810064 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Attempting to bind port 747203ca-eae2-4d1f-8dad-1ee09158374e by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:42:45.810432 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Attempting to bind port 747203ca-eae2-4d1f-8dad-1ee09158374e on network b6af4ff4-d32b-4188-9b8b-39d506141485 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:42:45.816286 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:42:45.816666 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Checking segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:42:45.817077 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.817475 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Bound using segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:42:45.817948 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Bound port: 747203ca-eae2-4d1f-8dad-1ee09158374e, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:42:45.818329 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (747203ca-eae2-4d1f-8dad-1ee09158374e), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.849162 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-160d2ea8-7822-4b40-9eee-7ec45173b559 req-9469d86f-83d1-45fb-95b4-8da235a58bab tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 210 time: 0.3258569 May 12 17:42:45.903035 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-dcd67687-f61a-4484-bce4-e813d2c4e4fb None None] Current status of the port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:45.914556 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 1853f3bd-4270-4c0a-ad9c-0a4cd572c873 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:45.915644 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (1853f3bd-4270-4c0a-ad9c-0a4cd572c873), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.922163 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d00aa0d2-4984-49db-9c4f-f83b9503969a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.929723 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-d00aa0d2-4984-49db-9c4f-f83b9503969a admin admin] 10.222.0.76 "DELETE /v2.0/networks/7f5d3519-aa68-4322-b613-777caca41b02 HTTP/1.1" status: 204 len: 168 time: 2.2931819 May 12 17:42:45.940519 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] For port 747203ca-eae2-4d1f-8dad-1ee09158374e, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:42:45.949893 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] For port 747203ca-eae2-4d1f-8dad-1ee09158374e, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=747203ca-eae2-4d1f-8dad-1ee09158374e,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:42:45.966895 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (747203ca-eae2-4d1f-8dad-1ee09158374e), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:45.971681 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00aa0d2-4984-49db-9c4f-f83b9503969a admin admin] Pushing event deleted for resources: {'Network': ['ID=7f5d3519-aa68-4322-b613-777caca41b02,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:45.983296 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] For port 1853f3bd-4270-4c0a-ad9c-0a4cd572c873, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=1853f3bd-4270-4c0a-ad9c-0a4cd572c873,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:42:45.998569 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (1853f3bd-4270-4c0a-ad9c-0a4cd572c873), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:46.011680 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 3bb24c8e-69df-457b-ad94-03876d47fc6f up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:42:46.082164 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:42:46.083016 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:42:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:46.110271 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Routers {'e1a375fe-d1c3-406b-ab23-82f17d5fbda7'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:42:46.114266 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-b143c01d-4357-4553-a952-8a291a919086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:42:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:46.136829 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-c7992ff8-c1e2-4e43-8e7d-b45c305ca78c None None] Provisioning complete for port 116a7df0-1799-4b81-8257-28151f7e9833 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:46.137214 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c7992ff8-c1e2-4e43-8e7d-b45c305ca78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (116a7df0-1799-4b81-8257-28151f7e9833), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:46.146701 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8b104-c1fd-4cf0-a25a-5627cdc166cf None None] Pushing event updated for resources: {'Port': ['ID=747203ca-eae2-4d1f-8dad-1ee09158374e,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:46.167993 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-45da6562-22e4-4f35-a7dd-e0c4686a1ba3 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:46.170156 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-45da6562-22e4-4f35-a7dd-e0c4686a1ba3 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.89 "GET /v2.0/networks?id=72fb0d4f-f606-4820-b6fd-84d2e5f2a554 HTTP/1.1" status: 200 len: 810 time: 1.1150305 May 12 17:42:46.225634 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-fdf553d7-f09d-4ddd-8fd9-a8b24175fa38 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Request body: {'port': {'device_id': '12066ef2-7740-4910-b039-b7f9274ce2ec', 'network_id': '72fb0d4f-f606-4820-b6fd-84d2e5f2a554', 'admin_state_up': True, 'tenant_id': '502fa29d3bf3465d8616f5e9286733eb'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:46.232408 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e4ee7-b5f7-4d0a-b108-591a14e0f049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d012ab-4561-4c2b-a411-5b3f7101d818,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:46.247117 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-316e4ee7-b5f7-4d0a-b108-591a14e0f049 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=768ff66cccb9433f8559badf8dc2eac1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5458882 May 12 17:42:46.247944 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44676) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:46.252284 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44678) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:46.265465 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (116a7df0-1799-4b81-8257-28151f7e9833), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:46.286778 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:42:46.292724 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48874d-91cd-4503-b75d-fc70ba784269 None None] Pushing event updated for resources: {'Port': ['ID=ba815145-1f5e-4d8a-b7f3-a519ec4cb795,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:46.353653 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:46.387910 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-fe449e4a-495f-4cb6-8f13-393e3190ba6a admin admin] Publish callbacks [] for security_group (e7d012ab-4561-4c2b-a411-5b3f7101d818), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:46.483682 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 3bb24c8e-69df-457b-ad94-03876d47fc6f triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:46.484002 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (3bb24c8e-69df-457b-ad94-03876d47fc6f), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:46.485785 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-c7992ff8-c1e2-4e43-8e7d-b45c305ca78c None None] Port 116a7df0-1799-4b81-8257-28151f7e9833 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:42:46.499653 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-fe449e4a-495f-4cb6-8f13-393e3190ba6a admin admin] Publish callbacks [] for security_group (e7d012ab-4561-4c2b-a411-5b3f7101d818), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:46.536365 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-02db15b2-8b36-4047-9117-beca2c4e06c1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cc12aaf43fbf477997a42bb50359afd4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2674432 May 12 17:42:46.547829 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44684) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:46.563363 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-c7992ff8-c1e2-4e43-8e7d-b45c305ca78c None None] Provisioning complete for port efb5e0a8-8506-46a6-a472-9454affbb253 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:46.563775 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c7992ff8-c1e2-4e43-8e7d-b45c305ca78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:46.566502 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Pushing event updated for resources: {'Port': ['ID=1853f3bd-4270-4c0a-ad9c-0a4cd572c873,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:46.598452 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-b143c01d-4357-4553-a952-8a291a919086 None None] Set router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:42:46.633052 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:40Z', 'revision_number': 3, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:46.687065 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-c7992ff8-c1e2-4e43-8e7d-b45c305ca78c None None] Port efb5e0a8-8506-46a6-a472-9454affbb253 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:42:46.717271 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2f851c-fd4f-43c7-858a-0ef3a50e4c8a None None] The sync data for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi is: [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:40Z', 'revision_number': 3, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:42:46.783449 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-c7992ff8-c1e2-4e43-8e7d-b45c305ca78c None None] Provisioning complete for port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:46.783833 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c7992ff8-c1e2-4e43-8e7d-b45c305ca78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (22c30e2d-cbce-4c97-a6e0-2772eefa9deb), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:46.785136 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-23938f47-cc45-49b1-b259-3617091d8c1d admin admin] Publish callbacks [] for security_group (1eea8dac-f196-4701-9c75-4899c39e3dc3), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:46.834257 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-fdf553d7-f09d-4ddd-8fd9-a8b24175fa38 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Made reservation on behalf of 502fa29d3bf3465d8616f5e9286733eb for: {'port': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:42:46.844339 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-fdf553d7-f09d-4ddd-8fd9-a8b24175fa38 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:46.877392 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Publish callbacks [] for port (efb5e0a8-8506-46a6-a472-9454affbb253), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:46.905884 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:46.916508 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7866807'] for router_interface (e1a375fe-d1c3-406b-ab23-82f17d5fbda7), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:46.948315 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-23938f47-cc45-49b1-b259-3617091d8c1d admin admin] Publish callbacks [] for security_group (1eea8dac-f196-4701-9c75-4899c39e3dc3), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:47.130254 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 3bb24c8e-69df-457b-ad94-03876d47fc6f is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:47.298156 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-c7992ff8-c1e2-4e43-8e7d-b45c305ca78c None None] Current status of the port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:47.360771 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Pushing event updated for resources: {'Port': ['ID=efb5e0a8-8506-46a6-a472-9454affbb253,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:47.416176 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 1853f3bd-4270-4c0a-ad9c-0a4cd572c873 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:42:47.672384 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Publish callbacks [] for port (116a7df0-1799-4b81-8257-28151f7e9833), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:47.674334 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 1853f3bd-4270-4c0a-ad9c-0a4cd572c873 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:47.674798 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (1853f3bd-4270-4c0a-ad9c-0a4cd572c873), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:47.681741 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-b143c01d-4357-4553-a952-8a291a919086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': 'efb5e0a8-8506-46a6-a472-9454affbb253', 'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'mac_address': 'fa:16:3e:c1:3f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 1, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'subnets': [{'id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:47.692389 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-23938f47-cc45-49b1-b259-3617091d8c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (1eea8dac-f196-4701-9c75-4899c39e3dc3), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:47.695541 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-23938f47-cc45-49b1-b259-3617091d8c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:47.702097 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-23938f47-cc45-49b1-b259-3617091d8c1d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1eea8dac-f196-4701-9c75-4899c39e3dc3 HTTP/1.1" status: 204 len: 168 time: 1.1531050 May 12 17:42:47.823159 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23938f47-cc45-49b1-b259-3617091d8c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eea8dac-f196-4701-9c75-4899c39e3dc3,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:47.859275 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:42:47.866825 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:47.871688 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-fdf553d7-f09d-4ddd-8fd9-a8b24175fa38 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Allocated IP 172.20.0.12 (72fb0d4f-f606-4820-b6fd-84d2e5f2a554/fca2d078-5f62-40f6-b9eb-f2376e4d6b4b/30ffa323-c573-4419-9364-4adaabc825fa) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:42:47.887729 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b143c01d-4357-4553-a952-8a291a919086 None None] The sync data for ids ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'] in dv-cinder-839793-10-iscsi is: [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': 'efb5e0a8-8506-46a6-a472-9454affbb253', 'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'mac_address': 'fa:16:3e:c1:3f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 1, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'subnets': [{'id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:42:47.913854 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Allocated IP 172.20.0.1 (5f0e5ba6-f1dc-4741-a091-633af3cfbec5/e6c02cbf-c8ea-4ce8-9704-004518301240/3fee2ebf-b8d9-4987-a45f-ff31754ee00b) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:42:48.094991 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 1853f3bd-4270-4c0a-ad9c-0a4cd572c873 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:48.109396 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 22c30e2d-cbce-4c97-a6e0-2772eefa9deb up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:42:48.224279 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:48.225035 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (22c30e2d-cbce-4c97-a6e0-2772eefa9deb), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:48.237465 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Publish callbacks [] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:48.365660 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-fe449e4a-495f-4cb6-8f13-393e3190ba6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (e7d012ab-4561-4c2b-a411-5b3f7101d818), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:48.379105 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-06d2a18d-c441-424a-b63d-ed3373102382 None None] Provisioning complete for port efb5e0a8-8506-46a6-a472-9454affbb253 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:48.379419 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-06d2a18d-c441-424a-b63d-ed3373102382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:48.386010 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-fe449e4a-495f-4cb6-8f13-393e3190ba6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:48.387629 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-fe449e4a-495f-4cb6-8f13-393e3190ba6a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e7d012ab-4561-4c2b-a411-5b3f7101d818 HTTP/1.1" status: 204 len: 168 time: 2.1324103 May 12 17:42:48.444358 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (116a7df0-1799-4b81-8257-28151f7e9833), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:48.477520 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe449e4a-495f-4cb6-8f13-393e3190ba6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d012ab-4561-4c2b-a411-5b3f7101d818,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:48.489876 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:48.647945 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:48.652606 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:42:48.676247 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-06d2a18d-c441-424a-b63d-ed3373102382 None None] Port efb5e0a8-8506-46a6-a472-9454affbb253 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:42:48.895310 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7462b878-8c90-4f3b-9045-0f8a7c5e00d3 req-483c6272-9bb7-43db-bbfa-9d86f4f0b0a4 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 210 time: 0.5454164 May 12 17:42:48.900504 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:42:48.923957 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:48.975573 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Pushing event updated for resources: {'Port': ['ID=116a7df0-1799-4b81-8257-28151f7e9833,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:49.002189 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:42:49.270563 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867645'] for router_interface (20c039b5-b469-4a55-8d72-a91b8dff6cff), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:49.340528 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:42:49.364111 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-932ac588-28b0-4c69-b3ab-7ac78b1ddbbc admin admin] 10.222.0.76 "PUT /v2.0/routers/e1a375fe-d1c3-406b-ab23-82f17d5fbda7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2732027 May 12 17:42:49.405489 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-fdf553d7-f09d-4ddd-8fd9-a8b24175fa38 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Publish callbacks [] for port (30ffa323-c573-4419-9364-4adaabc825fa), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:49.462608 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44728) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:49.466933 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7866807'] for router_interface (31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:49.472611 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 747203ca-eae2-4d1f-8dad-1ee09158374e up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:42:49.514999 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44730) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:49.565870 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f12d397b-22c0-46ee-a8f4-eba6ee6465fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:49.576639 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-ac86d994-5f15-44a5-974f-9897ff4c3de6 None None] Provisioning complete for port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:49.577198 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-fdf553d7-f09d-4ddd-8fd9-a8b24175fa38 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (30ffa323-c573-4419-9364-4adaabc825fa), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:49.580087 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ac86d994-5f15-44a5-974f-9897ff4c3de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:49.707092 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Pushing event updated for resources: {'Port': ['ID=3fee2ebf-b8d9-4987-a45f-ff31754ee00b,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:49.718451 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-ac86d994-5f15-44a5-974f-9897ff4c3de6 None None] Port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:42:49.752565 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 747203ca-eae2-4d1f-8dad-1ee09158374e triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:49.753100 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (747203ca-eae2-4d1f-8dad-1ee09158374e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:49.829665 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-8f1599fd-1083-4463-bd57-661d0bb7cb7a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=98b839ccbdd54efbb709b7b8339034d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3640778 May 12 17:42:49.836248 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44736) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:49.847583 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-fdf553d7-f09d-4ddd-8fd9-a8b24175fa38 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Network 72fb0d4f-f606-4820-b6fd-84d2e5f2a554 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:42:49.869046 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-fdf553d7-f09d-4ddd-8fd9-a8b24175fa38 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:49.876589 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf553d7-f09d-4ddd-8fd9-a8b24175fa38 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Pushing event updated for resources: {'Port': ['ID=30ffa323-c573-4419-9364-4adaabc825fa,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:49.887077 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-fdf553d7-f09d-4ddd-8fd9-a8b24175fa38 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:42:49.892782 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-fdf553d7-f09d-4ddd-8fd9-a8b24175fa38 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:49.893439 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-fdf553d7-f09d-4ddd-8fd9-a8b24175fa38 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:49.975726 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-fdf553d7-f09d-4ddd-8fd9-a8b24175fa38 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7538276 May 12 17:42:50.005616 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-029485dd-385d-415a-8cb6-88b56611ecc6 admin admin] Publish callbacks [] for security_group (2742d33a-6cd0-4330-804e-fb2aaff5b09b), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:50.057819 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Network 16b8cd17-5204-4534-ab3e-f50d37e56b44 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:42:50.064420 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 747203ca-eae2-4d1f-8dad-1ee09158374e is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:50.064822 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (747203ca-eae2-4d1f-8dad-1ee09158374e), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:50.066935 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f12d397b-22c0-46ee-a8f4-eba6ee6465fd admin admin] Publish callbacks [] for security_group (cc4ed875-1478-40c7-91b4-5a2baf1c9e25), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:50.090757 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:50.101704 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-029485dd-385d-415a-8cb6-88b56611ecc6 admin admin] Publish callbacks [] for security_group (2742d33a-6cd0-4330-804e-fb2aaff5b09b), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:50.112939 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] For port 747203ca-eae2-4d1f-8dad-1ee09158374e, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=747203ca-eae2-4d1f-8dad-1ee09158374e,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:42:50.118356 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:50.123398 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (747203ca-eae2-4d1f-8dad-1ee09158374e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:50.152413 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f12d397b-22c0-46ee-a8f4-eba6ee6465fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (cc4ed875-1478-40c7-91b4-5a2baf1c9e25), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:50.245326 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Pushing event updated for resources: {'Port': ['ID=747203ca-eae2-4d1f-8dad-1ee09158374e,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:50.302304 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-f12d397b-22c0-46ee-a8f4-eba6ee6465fd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=50c14d2ebada4d98aae5a6674537b3d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7854319 May 12 17:42:50.303231 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d397b-22c0-46ee-a8f4-eba6ee6465fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4ed875-1478-40c7-91b4-5a2baf1c9e25,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:50.306332 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44746) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:50.329648 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44748) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:50.330496 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804840b-3dac-43ad-8de1-65f772ecbddb req-0caf8eb2-55a3-431a-91fc-34b5b8fa9e50 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:50.332742 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0804840b-3dac-43ad-8de1-65f772ecbddb req-0caf8eb2-55a3-431a-91fc-34b5b8fa9e50 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 932 time: 0.2844768 May 12 17:42:50.334238 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-9383d49f-f258-44e2-a639-c1f81be41d8d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2043128707', 'description': 'tempest-description--69245869'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:50.378333 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-24e4fb80-3ed7-4601-9138-392320695db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:50.454142 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-029485dd-385d-415a-8cb6-88b56611ecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (2742d33a-6cd0-4330-804e-fb2aaff5b09b), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:50.456709 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-029485dd-385d-415a-8cb6-88b56611ecc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:50.457911 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-029485dd-385d-415a-8cb6-88b56611ecc6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2742d33a-6cd0-4330-804e-fb2aaff5b09b HTTP/1.1" status: 204 len: 168 time: 0.6089072 May 12 17:42:50.470894 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9383d49f-f258-44e2-a639-c1f81be41d8d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:50.501266 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029485dd-385d-415a-8cb6-88b56611ecc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2742d33a-6cd0-4330-804e-fb2aaff5b09b,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:50.547194 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0c11ede9-3476-4a83-a099-1e8112ccc476 admin admin] Publish callbacks [] for security_group (cc4ed875-1478-40c7-91b4-5a2baf1c9e25), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:50.620762 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0c11ede9-3476-4a83-a099-1e8112ccc476 admin admin] Publish callbacks [] for security_group (cc4ed875-1478-40c7-91b4-5a2baf1c9e25), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:50.622932 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-32d53277-1be8-41d2-8baa-b921c1815eeb None None] Provisioning complete for port 116a7df0-1799-4b81-8257-28151f7e9833 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:50.624010 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-32d53277-1be8-41d2-8baa-b921c1815eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (116a7df0-1799-4b81-8257-28151f7e9833), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:50.693449 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9383d49f-f258-44e2-a639-c1f81be41d8d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group (0c5c07b2-29bb-4732-9a7f-0c70d5e30968), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:50.697152 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-32d53277-1be8-41d2-8baa-b921c1815eeb None None] Port 116a7df0-1799-4b81-8257-28151f7e9833 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:42:50.710654 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9383d49f-f258-44e2-a639-c1f81be41d8d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (0c5c07b2-29bb-4732-9a7f-0c70d5e30968), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:50.714864 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0804840b-3dac-43ad-8de1-65f772ecbddb req-247c5d8b-29e8-41f2-90bf-53502a264ee8 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415916 May 12 17:42:50.841559 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:42:51.001262 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383d49f-f258-44e2-a639-c1f81be41d8d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5c07b2-29bb-4732-9a7f-0c70d5e30968,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:51.013064 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9383d49f-f258-44e2-a639-c1f81be41d8d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:51.017657 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-9383d49f-f258-44e2-a639-c1f81be41d8d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6837513 May 12 17:42:51.025627 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44758) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:51.033772 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-69d5174f-7f44-44bd-97ea-04eeec8a7e76 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Request body: {'security_group_rule': {'security_group_id': '0c5c07b2-29bb-4732-9a7f-0c70d5e30968', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:51.053509 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Publish callbacks [] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:51.064170 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0c11ede9-3476-4a83-a099-1e8112ccc476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (cc4ed875-1478-40c7-91b4-5a2baf1c9e25), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:51.074810 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0c11ede9-3476-4a83-a099-1e8112ccc476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:51.078172 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-0c11ede9-3476-4a83-a099-1e8112ccc476 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cc4ed875-1478-40c7-91b4-5a2baf1c9e25 HTTP/1.1" status: 204 len: 168 time: 0.7700396 May 12 17:42:51.087086 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11ede9-3476-4a83-a099-1e8112ccc476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4ed875-1478-40c7-91b4-5a2baf1c9e25,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:51.154091 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:51.376039 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:42:51.387131 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Sync routers for ids ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:42:51.398226 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-e2225f39-3c6b-44af-a77a-d7181d978ade admin admin] 10.222.0.76 "PUT /v2.0/routers/31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3334620 May 12 17:42:51.428286 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Routers {'31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:42:51.435057 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:42:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:51.476721 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Pushing event updated for resources: {'Port': ['ID=3fee2ebf-b8d9-4987-a45f-ff31754ee00b,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:51.498078 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7866807'] for router_interface (20c039b5-b469-4a55-8d72-a91b8dff6cff), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:51.520370 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-69d5174f-7f44-44bd-97ea-04eeec8a7e76 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group_rule (80182a4d-7cd8-4659-b862-82721778bea8), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:51.649303 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-cf0b342e-8665-47ac-8388-1f459db12d9c tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:42:51.651025 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-cf0b342e-8665-47ac-8388-1f459db12d9c tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059547 May 12 17:42:51.843712 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 747203ca-eae2-4d1f-8dad-1ee09158374e up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:42:51.938492 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-69d5174f-7f44-44bd-97ea-04eeec8a7e76 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group_rule (80182a4d-7cd8-4659-b862-82721778bea8), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:51.952424 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Set router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:42:51.956299 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-69d5174f-7f44-44bd-97ea-04eeec8a7e76 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (80182a4d-7cd8-4659-b862-82721778bea8), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:52.075693 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5174f-7f44-44bd-97ea-04eeec8a7e76 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80182a4d-7cd8-4659-b862-82721778bea8,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:52.116856 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-69d5174f-7f44-44bd-97ea-04eeec8a7e76 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:52.121125 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 747203ca-eae2-4d1f-8dad-1ee09158374e triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:52.125147 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-69d5174f-7f44-44bd-97ea-04eeec8a7e76 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0984476 May 12 17:42:52.125923 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (747203ca-eae2-4d1f-8dad-1ee09158374e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:52.128576 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:42:52.129225 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44804) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:52.137812 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688544b-ab01-430d-bbb2-61d0aac4091c req-bf7d134e-29b2-48eb-8922-c95e063eb292 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:52.139891 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:52.148192 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f688544b-ab01-430d-bbb2-61d0aac4091c req-bf7d134e-29b2-48eb-8922-c95e063eb292 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 932 time: 0.2244289 May 12 17:42:52.168765 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-33f881c6-b6f3-4312-90ee-cb25ad22c432 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Request body: {'security_group_rule': {'security_group_id': '0c5c07b2-29bb-4732-9a7f-0c70d5e30968', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:52.313658 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f688544b-ab01-430d-bbb2-61d0aac4091c req-47508786-e2bd-4e2a-9713-06d9f7cd9c9c tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577089 May 12 17:42:52.363373 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-33f881c6-b6f3-4312-90ee-cb25ad22c432 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group_rule (2ffbd5d5-c5e8-4965-aa40-516a8be9097a), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:52.409570 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Request body: {'port': {'device_id': '12066ef2-7740-4910-b039-b7f9274ce2ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:52.625235 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (30ffa323-c573-4419-9364-4adaabc825fa), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:52.841799 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44818) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:52.853964 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-48930901-060c-4858-8e54-85de3aeaa521 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--973746009', 'description': 'tempest-description--1092392960'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:52.885220 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-85cf4b2c-1713-4c66-bd86-67073bac01b0 None None] Provisioning complete for port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:52.885864 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-85cf4b2c-1713-4c66-bd86-67073bac01b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:52.934803 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-48930901-060c-4858-8e54-85de3aeaa521 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:52.974472 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 747203ca-eae2-4d1f-8dad-1ee09158374e is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:52.997993 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device ba815145-1f5e-4d8a-b7f3-a519ec4cb795 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:42:53.008029 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-415ef547-abca-450e-b84d-bb60771142c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:53.105159 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:46Z', 'revision_number': 4, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '116a7df0-1799-4b81-8257-28151f7e9833', 'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'mac_address': 'fa:16:3e:1a:c2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:46Z', 'revision_number': 2, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'subnets': [{'id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:53.207037 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-33f881c6-b6f3-4312-90ee-cb25ad22c432 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group_rule (2ffbd5d5-c5e8-4965-aa40-516a8be9097a), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:53.224549 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-33f881c6-b6f3-4312-90ee-cb25ad22c432 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (2ffbd5d5-c5e8-4965-aa40-516a8be9097a), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:53.249867 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Router 20c039b5-b469-4a55-8d72-a91b8dff6cff has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:42:53.271482 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Sync routers for ids ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:42:53.292092 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Routers {'e1a375fe-d1c3-406b-ab23-82f17d5fbda7'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:42:53.293716 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:42:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:53.297998 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f881c6-b6f3-4312-90ee-cb25ad22c432 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffbd5d5-c5e8-4965-aa40-516a8be9097a,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:53.338896 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-33f881c6-b6f3-4312-90ee-cb25ad22c432 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:53.340103 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-33f881c6-b6f3-4312-90ee-cb25ad22c432 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2099493 May 12 17:42:53.350301 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44852) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:53.353313 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Checking router: 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:42:53.354976 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Updating router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 port 116a7df0-1799-4b81-8257-28151f7e9833 binding host dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:42:53.355636 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Request body: {'floatingip': {'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:53.361255 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-85cf4b2c-1713-4c66-bd86-67073bac01b0 None None] Port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:42:53.465148 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port ba815145-1f5e-4d8a-b7f3-a519ec4cb795 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:53.465528 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (ba815145-1f5e-4d8a-b7f3-a519ec4cb795), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:53.544585 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:53.666313 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (116a7df0-1799-4b81-8257-28151f7e9833), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:53.705306 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Set router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:42:53.786272 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ffa323-c573-4419-9364-4adaabc825fa {{(pid=110068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:42:53.808185 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Publish callbacks [] for port (30ffa323-c573-4419-9364-4adaabc825fa), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:53.873831 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.provisioning_blocks [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Transition to ACTIVE for port object 30ffa323-c573-4419-9364-4adaabc825fa will not be triggered until provisioned by entity L2. {{(pid=110068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:42:53.939573 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:54.139964 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (30ffa323-c573-4419-9364-4adaabc825fa), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:54.206596 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-48930901-060c-4858-8e54-85de3aeaa521 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group (811f4d5e-d3b4-45af-adbc-2ff508371225), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:54.315521 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': 'efb5e0a8-8506-46a6-a472-9454affbb253', 'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'mac_address': 'fa:16:3e:c1:3f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:46Z', 'revision_number': 2, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'subnets': [{'id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:54.319261 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Allocated IP 172.27.3.139 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/00ba38db-62e7-404f-aa9d-ef7597c34777) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:42:54.322714 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-48930901-060c-4858-8e54-85de3aeaa521 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (811f4d5e-d3b4-45af-adbc-2ff508371225), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:54.348629 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port ba815145-1f5e-4d8a-b7f3-a519ec4cb795 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:54.349112 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (ba815145-1f5e-4d8a-b7f3-a519ec4cb795), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:54.364368 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50caa7d0-f302-4cbd-aed4-0c467f0a0e38 req-c298e290-9742-4da5-96b9-a3c28605ecc2 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:54.373597 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-50caa7d0-f302-4cbd-aed4-0c467f0a0e38 req-c298e290-9742-4da5-96b9-a3c28605ecc2 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 944 time: 0.4956996 May 12 17:42:54.407327 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] For port ba815145-1f5e-4d8a-b7f3-a519ec4cb795, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=ba815145-1f5e-4d8a-b7f3-a519ec4cb795,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:42:54.425153 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Checking router: e1a375fe-d1c3-406b-ab23-82f17d5fbda7 for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:42:54.426330 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Updating router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 port efb5e0a8-8506-46a6-a472-9454affbb253 binding host dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:42:54.443751 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (ba815145-1f5e-4d8a-b7f3-a519ec4cb795), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:54.520265 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:54.522509 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Pushing event updated for resources: {'Port': ['ID=30ffa323-c573-4419-9364-4adaabc825fa,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:54.552546 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-48930901-060c-4858-8e54-85de3aeaa521 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:54.603950 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-48930901-060c-4858-8e54-85de3aeaa521 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7562892 May 12 17:42:54.620995 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:42:54.633503 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44892) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:54.667408 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-40a87d60-1b88-448e-86c2-a2620f90fe72 admin admin] 10.222.0.76 "PUT /v2.0/routers/20c039b5-b469-4a55-8d72-a91b8dff6cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9720466 May 12 17:42:54.681951 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-b9c2907e-c9ca-4b0d-8a1d-e07a870db3cc tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Request body: {'security_group_rule': {'security_group_id': '811f4d5e-d3b4-45af-adbc-2ff508371225', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:54.850167 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48930901-060c-4858-8e54-85de3aeaa521 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811f4d5e-d3b4-45af-adbc-2ff508371225,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:54.895143 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b9c2907e-c9ca-4b0d-8a1d-e07a870db3cc tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group_rule (cf38458a-5379-4164-a08e-32331e1fe951), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:54.929589 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Attempting to bind port 30ffa323-c573-4419-9364-4adaabc825fa on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:42:54.930242 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Attempting to bind port 30ffa323-c573-4419-9364-4adaabc825fa by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '5ba99d90-31b6-4f50-9e58-f8241fb233ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72fb0d4f-f606-4820-b6fd-84d2e5f2a554'}] {{(pid=110068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:42:54.930955 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Attempting to bind port 30ffa323-c573-4419-9364-4adaabc825fa on network 72fb0d4f-f606-4820-b6fd-84d2e5f2a554 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:42:54.944435 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for port (00ba38db-62e7-404f-aa9d-ef7597c34777), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:54.956477 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-50caa7d0-f302-4cbd-aed4-0c467f0a0e38 req-9e62b516-34e9-4e13-8c97-b585197476f9 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812385 May 12 17:42:54.970604 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Port 30ffa323-c573-4419-9364-4adaabc825fa on network 72fb0d4f-f606-4820-b6fd-84d2e5f2a554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:42:54.971356 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Attempting to bind port 30ffa323-c573-4419-9364-4adaabc825fa on network 72fb0d4f-f606-4820-b6fd-84d2e5f2a554 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:42:54.980553 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:42:54.981460 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Checking segment: {'id': '5ba99d90-31b6-4f50-9e58-f8241fb233ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72fb0d4f-f606-4820-b6fd-84d2e5f2a554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:42:55.001142 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Bound using segment: {'id': '5ba99d90-31b6-4f50-9e58-f8241fb233ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72fb0d4f-f606-4820-b6fd-84d2e5f2a554'} {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:42:55.004289 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Bound port: 30ffa323-c573-4419-9364-4adaabc825fa, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba99d90-31b6-4f50-9e58-f8241fb233ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72fb0d4f-f606-4820-b6fd-84d2e5f2a554'}}] {{(pid=110068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:42:55.006480 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (30ffa323-c573-4419-9364-4adaabc825fa), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.121318 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Publish callbacks [] for port (116a7df0-1799-4b81-8257-28151f7e9833), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.204602 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] For port 30ffa323-c573-4419-9364-4adaabc825fa, host hv-cinder-83979, cleared binding levels {{(pid=110068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:42:55.218456 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] For port 30ffa323-c573-4419-9364-4adaabc825fa, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=30ffa323-c573-4419-9364-4adaabc825fa,segment=NetworkSegment(5ba99d90-31b6-4f50-9e58-f8241fb233ce),segment_id=5ba99d90-31b6-4f50-9e58-f8241fb233ce)] {{(pid=110068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:42:55.218698 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b9c2907e-c9ca-4b0d-8a1d-e07a870db3cc tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group_rule (cf38458a-5379-4164-a08e-32331e1fe951), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.229066 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (30ffa323-c573-4419-9364-4adaabc825fa), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.236216 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b9c2907e-c9ca-4b0d-8a1d-e07a870db3cc tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (cf38458a-5379-4164-a08e-32331e1fe951), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.329343 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Sync routers for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:42:55.344748 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (00ba38db-62e7-404f-aa9d-ef7597c34777), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.365179 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Pushing event updated for resources: {'Port': ['ID=ba815145-1f5e-4d8a-b7f3-a519ec4cb795,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:55.374437 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b9c2907e-c9ca-4b0d-8a1d-e07a870db3cc tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.375689 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-b9c2907e-c9ca-4b0d-8a1d-e07a870db3cc tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7389903 May 12 17:42:55.387345 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44932) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:55.411479 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-b2e37a91-3135-47bc-aea9-09fc277e0d29 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Request body: {'security_group_rule': {'security_group_id': '811f4d5e-d3b4-45af-adbc-2ff508371225', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:55.435957 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:55.437923 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.441725 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.446396 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] 10.222.0.89 "PUT /v2.0/ports/30ffa323-c573-4419-9364-4adaabc825fa HTTP/1.1" status: 200 len: 1094 time: 3.3645258 May 12 17:42:55.448670 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12066ef2-7740-4910-b039-b7f9274ce2ec', 'tag': '30ffa323-c573-4419-9364-4adaabc825fa'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:42:55.460243 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (116a7df0-1799-4b81-8257-28151f7e9833), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.471175 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:42:55.471998 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:42:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:55.546710 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44940) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:55.575387 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-8e541dcf-55c8-45cf-b65d-35c12282cf35 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1045496249', 'description': 'tempest-description--611653077'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:55.576964 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2907e-c9ca-4b0d-8a1d-e07a870db3cc tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf38458a-5379-4164-a08e-32331e1fe951,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:55.583796 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event updated for resources: {'Port': ['ID=00ba38db-62e7-404f-aa9d-ef7597c34777,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:55.583921 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Publish callbacks [] for port (efb5e0a8-8506-46a6-a472-9454affbb253), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.604834 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.614075 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:42:55.616380 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:55.623470 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:42:55.695915 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac82b3c-1bca-47e0-a346-1e4783623010 service neutron] Pushing event updated for resources: {'Port': ['ID=30ffa323-c573-4419-9364-4adaabc825fa,revision_number=3']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:55.720009 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b9587-b7cb-4c92-940c-683a3c6f09d6 None None] Pushing event updated for resources: {'Port': ['ID=efb5e0a8-8506-46a6-a472-9454affbb253,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:55.747182 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.768551 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8e541dcf-55c8-45cf-b65d-35c12282cf35 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.829455 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Attempting to bind port efb5e0a8-8506-46a6-a472-9454affbb253 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:42:55.829455 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Attempting to bind port efb5e0a8-8506-46a6-a472-9454affbb253 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:42:55.829680 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Attempting to bind port efb5e0a8-8506-46a6-a472-9454affbb253 on network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:42:55.836530 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:42:55.839476 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Checking segment: {'id': 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:42:55.841183 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.845040 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Bound using segment: {'id': 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:42:55.847075 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Bound port: efb5e0a8-8506-46a6-a472-9454affbb253, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:42:55.847502 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.927158 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b2e37a91-3135-47bc-aea9-09fc277e0d29 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group_rule (d24e4bf1-790b-41a0-901a-b0b48faf3b54), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:55.966357 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44952) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:55.978140 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fa960-7c58-461c-bc74-5f2fff578251 None None] Pushing event updated for resources: {'Port': ['ID=116a7df0-1799-4b81-8257-28151f7e9833,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:55.993488 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafe149e-2280-4dbe-8fc5-b09c09f44823" -d '{"events": [{"name": "network-changed", "server_uuid": "12066ef2-7740-4910-b039-b7f9274ce2ec", "tag": "30ffa323-c573-4419-9364-4adaabc825fa"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:42:55.997916 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:42:56.120930 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for floatingip (cf5cfb1a-dbfe-4817-ad11-d081a8022f66), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.139215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8e541dcf-55c8-45cf-b65d-35c12282cf35 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (7186faeb-d132-4ffd-98e6-3efd8f932a1d), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.150277 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Attempting to bind port 116a7df0-1799-4b81-8257-28151f7e9833 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:42:56.150719 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Attempting to bind port 116a7df0-1799-4b81-8257-28151f7e9833 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'c5653109-2751-4d2a-9239-6af47576e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:42:56.152287 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Attempting to bind port 116a7df0-1799-4b81-8257-28151f7e9833 on network 16b8cd17-5204-4534-ab3e-f50d37e56b44 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:42:56.173922 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] For port efb5e0a8-8506-46a6-a472-9454affbb253, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:42:56.188947 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:42:56.191354 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] For port efb5e0a8-8506-46a6-a472-9454affbb253, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=efb5e0a8-8506-46a6-a472-9454affbb253,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:42:56.193534 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Checking segment: {'id': 'c5653109-2751-4d2a-9239-6af47576e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:42:56.194310 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.196334 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Bound using segment: {'id': 'c5653109-2751-4d2a-9239-6af47576e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:42:56.200922 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Bound port: 116a7df0-1799-4b81-8257-28151f7e9833, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5653109-2751-4d2a-9239-6af47576e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:42:56.204784 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (116a7df0-1799-4b81-8257-28151f7e9833), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.206028 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.227002 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8e541dcf-55c8-45cf-b65d-35c12282cf35 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (7186faeb-d132-4ffd-98e6-3efd8f932a1d), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.289135 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (00ba38db-62e7-404f-aa9d-ef7597c34777), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.328787 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b9587-b7cb-4c92-940c-683a3c6f09d6 None None] Pushing event updated for resources: {'Port': ['ID=efb5e0a8-8506-46a6-a472-9454affbb253,revision_number=4']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:56.332450 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Routers {'e1a375fe-d1c3-406b-ab23-82f17d5fbda7'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:42:56.333236 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:42:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:56.470991 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4872e0e4-c102-431f-bf36-6a19c22d1377 x-openstack-request-id: req-4872e0e4-c102-431f-bf36-6a19c22d1377 {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:42:56.471288 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12066ef2-7740-4910-b039-b7f9274ce2ec", "tag": "30ffa323-c573-4419-9364-4adaabc825fa", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:42:56.473229 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4872e0e4-c102-431f-bf36-6a19c22d1377 {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:42:56.473703 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4872e0e4-c102-431f-bf36-6a19c22d1377'] response: {'name': 'network-changed', 'server_uuid': '12066ef2-7740-4910-b039-b7f9274ce2ec', 'tag': '30ffa323-c573-4419-9364-4adaabc825fa', 'status': 'completed', 'code': 200} May 12 17:42:56.492652 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8e541dcf-55c8-45cf-b65d-35c12282cf35 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.500807 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-8e541dcf-55c8-45cf-b65d-35c12282cf35 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9513421 May 12 17:42:56.509658 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44968) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:56.574517 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] Set router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:42:56.576534 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-2ee97e76-612d-421d-91da-3a8d53e60752 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'security_group_rule': {'security_group_id': '7186faeb-d132-4ffd-98e6-3efd8f932a1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:56.617186 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b2e37a91-3135-47bc-aea9-09fc277e0d29 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group_rule (d24e4bf1-790b-41a0-901a-b0b48faf3b54), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.641733 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e541dcf-55c8-45cf-b65d-35c12282cf35 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7186faeb-d132-4ffd-98e6-3efd8f932a1d,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:56.661509 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e06cc8-ae25-4965-9cd8-51568bb98269 req-1ec98b71-d1f4-4d5e-837a-ffa140f6f086 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:56.668195 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f1e06cc8-ae25-4965-9cd8-51568bb98269 req-1ec98b71-d1f4-4d5e-837a-ffa140f6f086 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 944 time: 0.4967122 May 12 17:42:56.681467 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for port (00ba38db-62e7-404f-aa9d-ef7597c34777), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.695042 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b2e37a91-3135-47bc-aea9-09fc277e0d29 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (d24e4bf1-790b-41a0-901a-b0b48faf3b54), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.702971 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (00ba38db-62e7-404f-aa9d-ef7597c34777), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.762563 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8add26d2-cfd8-46e2-b985-69e468052ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.776204 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e37a91-3135-47bc-aea9-09fc277e0d29 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24e4bf1-790b-41a0-901a-b0b48faf3b54,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:56.779375 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-844f56d5-47fb-450a-9108-ba972335e560 None None] Provisioning complete for port efb5e0a8-8506-46a6-a472-9454affbb253 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:56.781042 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-844f56d5-47fb-450a-9108-ba972335e560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.826319 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b2e37a91-3135-47bc-aea9-09fc277e0d29 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.831320 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-b2e37a91-3135-47bc-aea9-09fc277e0d29 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4345253 May 12 17:42:56.841210 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 44974) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:56.844934 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event updated for resources: {'Port': ['ID=00ba38db-62e7-404f-aa9d-ef7597c34777,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:56.848949 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2ee97e76-612d-421d-91da-3a8d53e60752 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (56495c0c-315b-4d3c-a55f-30d9bb38a1bc), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.864885 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (cf5cfb1a-dbfe-4817-ad11-d081a8022f66), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.891601 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.893019 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-705d6880-1db8-4008-b9c3-185e5d6088f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5413904 May 12 17:42:56.929137 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device ba815145-1f5e-4d8a-b7f3-a519ec4cb795 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:42:56.955583 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Request body: {'floatingip': {'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:56.990116 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] For port 116a7df0-1799-4b81-8257-28151f7e9833, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:42:56.990351 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8add26d2-cfd8-46e2-b985-69e468052ba9 admin admin] Publish callbacks [] for security_group (9e6a1561-b904-4c1a-8c22-dc7a7dfb967c), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:56.995597 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] For port 116a7df0-1799-4b81-8257-28151f7e9833, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=116a7df0-1799-4b81-8257-28151f7e9833,segment=NetworkSegment(c5653109-2751-4d2a-9239-6af47576e099),segment_id=c5653109-2751-4d2a-9239-6af47576e099)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:42:56.999626 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 2, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:57.003180 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8add26d2-cfd8-46e2-b985-69e468052ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (9e6a1561-b904-4c1a-8c22-dc7a7dfb967c), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.032064 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (116a7df0-1799-4b81-8257-28151f7e9833), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.046019 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': 'efb5e0a8-8506-46a6-a472-9454affbb253', 'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'mac_address': 'fa:16:3e:c1:3f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:56Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'subnets': [{'id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:57.061119 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-8add26d2-cfd8-46e2-b985-69e468052ba9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=177e5c059587422a8aa837870c4edfa3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0890493 May 12 17:42:57.061984 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44980) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:57.062458 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2ee97e76-612d-421d-91da-3a8d53e60752 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (56495c0c-315b-4d3c-a55f-30d9bb38a1bc), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.068115 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add26d2-cfd8-46e2-b985-69e468052ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6a1561-b904-4c1a-8c22-dc7a7dfb967c,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:57.076794 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2ee97e76-612d-421d-91da-3a8d53e60752 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (56495c0c-315b-4d3c-a55f-30d9bb38a1bc), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.094730 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d11440-8d11-4431-a064-076cc93d0820 None None] The sync data for ids ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'] in dv-cinder-839793-10-iscsi is: [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': 'efb5e0a8-8506-46a6-a472-9454affbb253', 'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'mac_address': 'fa:16:3e:c1:3f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:56Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'subnets': [{'id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:42:57.110419 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.117804 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Checking router: 20c039b5-b469-4a55-8d72-a91b8dff6cff for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:42:57.118609 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Updating router 20c039b5-b469-4a55-8d72-a91b8dff6cff port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b binding host dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:42:57.120616 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.125131 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-424efe7b-75b8-4f30-ad90-deff8289253a admin admin] Publish callbacks [] for security_group (9e6a1561-b904-4c1a-8c22-dc7a7dfb967c), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.139194 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f1e06cc8-ae25-4965-9cd8-51568bb98269 req-2d999b31-31d0-44bc-9f88-bbcbc7b859e4 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468462 May 12 17:42:57.173002 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee97e76-612d-421d-91da-3a8d53e60752 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56495c0c-315b-4d3c-a55f-30d9bb38a1bc,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:57.175300 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-424efe7b-75b8-4f30-ad90-deff8289253a admin admin] Publish callbacks [] for security_group (9e6a1561-b904-4c1a-8c22-dc7a7dfb967c), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.193510 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2ee97e76-612d-421d-91da-3a8d53e60752 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.202487 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-2ee97e76-612d-421d-91da-3a8d53e60752 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6681926 May 12 17:42:57.202975 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 44990) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:57.220354 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-72b48209-8fb5-486a-8dc0-12493628d66d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'security_group_rule': {'security_group_id': '7186faeb-d132-4ffd-98e6-3efd8f932a1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:57.226815 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.294698 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-72b48209-8fb5-486a-8dc0-12493628d66d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (0729769f-1ee2-4a9f-a5cb-21264e53599c), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.320503 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fa960-7c58-461c-bc74-5f2fff578251 None None] Pushing event updated for resources: {'Port': ['ID=116a7df0-1799-4b81-8257-28151f7e9833,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:57.320974 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.364508 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-2d9b9e07-c269-4b55-abae-a29ee70eeb2b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--2043128707&fields=id&tenant_id=c07bc791aa8d45d4a9e72758f39f6a85 HTTP/1.1" status: 200 len: 267 time: 0.1658223 May 12 17:42:57.380215 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Routers {'31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:42:57.381194 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:42:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:57.433620 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-424efe7b-75b8-4f30-ad90-deff8289253a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (9e6a1561-b904-4c1a-8c22-dc7a7dfb967c), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.436151 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-424efe7b-75b8-4f30-ad90-deff8289253a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.437490 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-424efe7b-75b8-4f30-ad90-deff8289253a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9e6a1561-b904-4c1a-8c22-dc7a7dfb967c HTTP/1.1" status: 204 len: 168 time: 0.3745837 May 12 17:42:57.466094 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port ba815145-1f5e-4d8a-b7f3-a519ec4cb795 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:57.466497 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (ba815145-1f5e-4d8a-b7f3-a519ec4cb795), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.494392 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424efe7b-75b8-4f30-ad90-deff8289253a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6a1561-b904-4c1a-8c22-dc7a7dfb967c,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:57.604889 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-844f56d5-47fb-450a-9108-ba972335e560 None None] Current status of the port efb5e0a8-8506-46a6-a472-9454affbb253 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:57.605235 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-844f56d5-47fb-450a-9108-ba972335e560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.624864 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Allocated IP 172.27.3.169 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/02d47875-4280-45a4-89a9-4eb8de7f0085) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:42:57.628868 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-72b48209-8fb5-486a-8dc0-12493628d66d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (0729769f-1ee2-4a9f-a5cb-21264e53599c), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.639431 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-72b48209-8fb5-486a-8dc0-12493628d66d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (0729769f-1ee2-4a9f-a5cb-21264e53599c), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.694521 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b48209-8fb5-486a-8dc0-12493628d66d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0729769f-1ee2-4a9f-a5cb-21264e53599c,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:57.716811 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-b8234681-8ec5-4997-b8e7-ac3e5f344958 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:57.723933 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-b8234681-8ec5-4997-b8e7-ac3e5f344958 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/networks?id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 HTTP/1.1" status: 200 len: 817 time: 0.3496392 May 12 17:42:57.739989 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-72b48209-8fb5-486a-8dc0-12493628d66d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.741215 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-72b48209-8fb5-486a-8dc0-12493628d66d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5309486 May 12 17:42:57.744383 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 45004) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:57.767961 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-f57b0135-c467-4b6b-948c-a9be060a8546 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/quotas/c07bc791aa8d45d4a9e72758f39f6a85 HTTP/1.1" status: 200 len: 375 time: 0.0430772 May 12 17:42:57.778126 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'floatingip': {'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:42:57.839515 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for port (02d47875-4280-45a4-89a9-4eb8de7f0085), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.888011 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (02d47875-4280-45a4-89a9-4eb8de7f0085), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.916064 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-538d0879-9670-4e97-a04d-b81b20b0c7ed tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c07bc791aa8d45d4a9e72758f39f6a85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1418371 May 12 17:42:57.917802 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:57.943735 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port ba815145-1f5e-4d8a-b7f3-a519ec4cb795 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:57.944889 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device efb5e0a8-8506-46a6-a472-9454affbb253 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:42:57.972215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event updated for resources: {'Port': ['ID=02d47875-4280-45a4-89a9-4eb8de7f0085,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:57.985008 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:42:57.987792 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:57.992877 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:42:58.002614 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 45012) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:58.007264 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-844f56d5-47fb-450a-9108-ba972335e560 None None] For port efb5e0a8-8506-46a6-a472-9454affbb253, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=efb5e0a8-8506-46a6-a472-9454affbb253,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:42:58.023467 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-844f56d5-47fb-450a-9108-ba972335e560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:58.040881 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:58.059693 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0e911927-a3ff-44f1-b2b5-5b03acbd191d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:58.073577 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] Set router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:42:58.135976 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for floatingip (82d926c5-e186-45a4-bbd0-829bbab792e6), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:58.203763 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (02d47875-4280-45a4-89a9-4eb8de7f0085), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:58.277094 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port efb5e0a8-8506-46a6-a472-9454affbb253 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:58.277501 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:58.464373 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Allocated IP 172.27.3.222 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/01914e57-fc40-43d3-9e7e-d6fe93c6acdb) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:42:58.472011 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-f100afa0-0a29-45c7-91c9-42c024eb5981 service neutron] 10.222.0.76 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334989 May 12 17:42:58.558641 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Publish callbacks [] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:58.574289 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-b597b654-f138-49ab-ba4f-5d5c320001be None None] Provisioning complete for port 116a7df0-1799-4b81-8257-28151f7e9833 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:58.574921 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b597b654-f138-49ab-ba4f-5d5c320001be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (116a7df0-1799-4b81-8257-28151f7e9833), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:58.586301 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for port (02d47875-4280-45a4-89a9-4eb8de7f0085), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:58.605015 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for port (01914e57-fc40-43d3-9e7e-d6fe93c6acdb), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:58.608532 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (02d47875-4280-45a4-89a9-4eb8de7f0085), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:58.644674 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:58.664053 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (01914e57-fc40-43d3-9e7e-d6fe93c6acdb), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:58.701652 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f56d5-47fb-450a-9108-ba972335e560 None None] Pushing event updated for resources: {'Port': ['ID=efb5e0a8-8506-46a6-a472-9454affbb253,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:58.736254 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'Port': ['ID=01914e57-fc40-43d3-9e7e-d6fe93c6acdb,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:58.739614 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event updated for resources: {'Port': ['ID=02d47875-4280-45a4-89a9-4eb8de7f0085,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:58.769615 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (82d926c5-e186-45a4-bbd0-829bbab792e6), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:58.781784 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d0234-002b-4dc5-90e2-a003a7ed6f80 None None] Pushing event updated for resources: {'Port': ['ID=3fee2ebf-b8d9-4987-a45f-ff31754ee00b,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:58.794339 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba121660-e1b3-4a3f-988a-a8fa77c3a33e req-4ffd8ffd-99b2-4a1d-b29b-502ac794d683 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:58.796688 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ba121660-e1b3-4a3f-988a-a8fa77c3a33e req-4ffd8ffd-99b2-4a1d-b29b-502ac794d683 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 944 time: 0.2048972 May 12 17:42:58.803301 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:58.804632 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-6bd254e1-0582-47c6-a98b-6485858b8c73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9569752 May 12 17:42:58.884271 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:42:58.912606 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:42:58.926058 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:42:58.980957 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0e911927-a3ff-44f1-b2b5-5b03acbd191d admin admin] Publish callbacks [] for security_group (6af66785-0a32-4190-a680-998d4b8ed777), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:58.999596 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ba121660-e1b3-4a3f-988a-a8fa77c3a33e req-dae98cbd-f936-4b2b-a92e-c733069cb8a5 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917641 May 12 17:42:59.007699 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0e911927-a3ff-44f1-b2b5-5b03acbd191d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (6af66785-0a32-4190-a680-998d4b8ed777), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:59.095347 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e911927-a3ff-44f1-b2b5-5b03acbd191d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af66785-0a32-4190-a680-998d4b8ed777,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:59.099000 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port efb5e0a8-8506-46a6-a472-9454affbb253 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:59.163738 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-0e911927-a3ff-44f1-b2b5-5b03acbd191d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9facea94899244c9bffe4899721d88e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1600277 May 12 17:42:59.169243 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 45036) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:42:59.179580 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-fb0c4356-f0e5-4486-842e-26861fc376f4 service neutron] 10.222.0.76 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390482 May 12 17:42:59.341790 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-16e04c1f-8f8b-44de-a49f-e6ddf96c992e admin admin] Publish callbacks [] for security_group (6af66785-0a32-4190-a680-998d4b8ed777), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:59.341916 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-b597b654-f138-49ab-ba4f-5d5c320001be None None] Current status of the port 116a7df0-1799-4b81-8257-28151f7e9833 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:42:59.342317 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b597b654-f138-49ab-ba4f-5d5c320001be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (116a7df0-1799-4b81-8257-28151f7e9833), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:59.350203 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device efb5e0a8-8506-46a6-a472-9454affbb253 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:42:59.358508 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (cc1bc188-2b53-433d-a8bf-202f72eccd4a), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:59.398141 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-6ead193f-7f16-4252-b202-20c1dd633cbf tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--973746009&fields=id&tenant_id=bf607837a27e47bf99a32b3b095df070 HTTP/1.1" status: 200 len: 267 time: 0.1103191 May 12 17:42:59.433415 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (01914e57-fc40-43d3-9e7e-d6fe93c6acdb), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:59.496735 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-b597b654-f138-49ab-ba4f-5d5c320001be None None] For port 116a7df0-1799-4b81-8257-28151f7e9833, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=116a7df0-1799-4b81-8257-28151f7e9833,segment=NetworkSegment(c5653109-2751-4d2a-9239-6af47576e099),segment_id=c5653109-2751-4d2a-9239-6af47576e099)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:42:59.536004 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b597b654-f138-49ab-ba4f-5d5c320001be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (116a7df0-1799-4b81-8257-28151f7e9833), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:59.575509 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port efb5e0a8-8506-46a6-a472-9454affbb253 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:59.583444 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:59.607919 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-16e04c1f-8f8b-44de-a49f-e6ddf96c992e admin admin] Publish callbacks [] for security_group (6af66785-0a32-4190-a680-998d4b8ed777), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:59.643833 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-db61f049-1ddb-48d3-bdb3-0078254dd3a9 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:42:59.646430 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-db61f049-1ddb-48d3-bdb3-0078254dd3a9 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/networks?id=16b8cd17-5204-4534-ab3e-f50d37e56b44 HTTP/1.1" status: 200 len: 811 time: 0.2471859 May 12 17:42:59.688749 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Attempting to bind port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:42:59.689265 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Attempting to bind port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:42:59.689731 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Attempting to bind port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b on network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:42:59.701745 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:46Z', 'revision_number': 4, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '116a7df0-1799-4b81-8257-28151f7e9833', 'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'mac_address': 'fa:16:3e:1a:c2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:56Z', 'revision_number': 4, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'subnets': [{'id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:42:59.708669 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7cec60d1-605d-4955-b4f2-e1aca1e0f097 req-b80763c5-b1c0-4eee-8869-e4f6c2818984 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 210 time: 0.0874636 May 12 17:42:59.722628 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-b597b654-f138-49ab-ba4f-5d5c320001be None None] Provisioning complete for port efb5e0a8-8506-46a6-a472-9454affbb253 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:42:59.723173 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b597b654-f138-49ab-ba4f-5d5c320001be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:59.726384 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-5cb68540-f18c-4fd5-8459-8b3dba178366 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/quotas/bf607837a27e47bf99a32b3b095df070 HTTP/1.1" status: 200 len: 375 time: 0.0248280 May 12 17:42:59.843230 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:42:59.843617 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Checking segment: {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:42:59.844044 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:59.844451 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Bound using segment: {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:42:59.845672 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Bound port: 3fee2ebf-b8d9-4987-a45f-ff31754ee00b, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:42:59.845672 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:59.894322 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-a1187e18-857b-4672-a115-372a722fd35c tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bf607837a27e47bf99a32b3b095df070&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1667998 May 12 17:42:59.895128 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-16e04c1f-8f8b-44de-a49f-e6ddf96c992e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (6af66785-0a32-4190-a680-998d4b8ed777), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:59.900039 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-16e04c1f-8f8b-44de-a49f-e6ddf96c992e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:59.902624 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-16e04c1f-8f8b-44de-a49f-e6ddf96c992e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6af66785-0a32-4190-a680-998d4b8ed777 HTTP/1.1" status: 204 len: 168 time: 0.7320161 May 12 17:42:59.924910 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597b654-f138-49ab-ba4f-5d5c320001be None None] Pushing event updated for resources: {'Port': ['ID=116a7df0-1799-4b81-8257-28151f7e9833,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:59.928945 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd938f2-8215-47c5-8e21-14fc995e5e74 None None] The sync data for ids ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'] in dv-cinder-839793-10-iscsi is: [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:46Z', 'revision_number': 4, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '116a7df0-1799-4b81-8257-28151f7e9833', 'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'mac_address': 'fa:16:3e:1a:c2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:56Z', 'revision_number': 4, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'subnets': [{'id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:42:59.960942 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for port (01914e57-fc40-43d3-9e7e-d6fe93c6acdb), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:42:59.963579 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e04c1f-8f8b-44de-a49f-e6ddf96c992e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af66785-0a32-4190-a680-998d4b8ed777,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:42:59.979785 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (01914e57-fc40-43d3-9e7e-d6fe93c6acdb), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:00.343870 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-5e14130f-eddc-42c8-889c-97b467f04bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:00.345404 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-5e14130f-eddc-42c8-889c-97b467f04bbc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=502fa29d3bf3465d8616f5e9286733eb&device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 1128 time: 0.3612063 May 12 17:43:00.471579 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port efb5e0a8-8506-46a6-a472-9454affbb253 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:00.544442 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'Port': ['ID=01914e57-fc40-43d3-9e7e-d6fe93c6acdb,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:00.631147 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] For port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:43:00.635855 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-efdfe8a0-502d-4ec1-abe3-aca60fb42b3f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:43:00.647792 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-efdfe8a0-502d-4ec1-abe3-aca60fb42b3f service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4610217 May 12 17:43:00.653289 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] For port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=3fee2ebf-b8d9-4987-a45f-ff31754ee00b,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:43:00.673808 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-b597b654-f138-49ab-ba4f-5d5c320001be None None] Current status of the port efb5e0a8-8506-46a6-a472-9454affbb253 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:00.679189 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:00.702633 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-3f026754-44f3-4206-8479-9b3f3eba45fd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ffa323-c573-4419-9364-4adaabc825fa HTTP/1.1" status: 200 len: 217 time: 0.3370931 May 12 17:43:00.703273 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce9973-604b-49cf-9382-cb528483435f req-f056d214-d94e-4564-8599-b5238d59c655 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:00.718318 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7dce9973-604b-49cf-9382-cb528483435f req-f056d214-d94e-4564-8599-b5238d59c655 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 944 time: 0.4676433 May 12 17:43:00.746406 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (cc1bc188-2b53-433d-a8bf-202f72eccd4a), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:00.784293 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:43:00.876101 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-7fb448ad-e883-412c-847a-795d1f53b4b4 None None] Provisioning complete for port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:00.876418 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-7fb448ad-e883-412c-847a-795d1f53b4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:00.951544 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:00.962729 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-193cc16c-7d5e-41fd-bcf0-ed818f6bdc92 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2060974 May 12 17:43:00.985753 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d0234-002b-4dc5-90e2-a003a7ed6f80 None None] Pushing event updated for resources: {'Port': ['ID=3fee2ebf-b8d9-4987-a45f-ff31754ee00b,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:01.029687 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7dce9973-604b-49cf-9382-cb528483435f req-1f35fefd-6192-4f1e-bf6f-4f33ecf0dd04 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103669 May 12 17:43:01.054043 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:43:01.054751 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:42:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:01.271003 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-0221c909-596c-43b1-a25e-9f9bb746fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:01.279031 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-0221c909-596c-43b1-a25e-9f9bb746fee9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fca2d078-5f62-40f6-b9eb-f2376e4d6b4b HTTP/1.1" status: 200 len: 850 time: 0.5164225 May 12 17:43:01.287189 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-153cf61a-9984-4739-b309-744652cc8cff req-7993892c-08af-4f36-add9-7f1cb18c8515 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 210 time: 0.1374156 May 12 17:43:01.504469 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-bb3af0b8-1e57-4a39-bcb5-5ec9920a9ade service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72fb0d4f-f606-4820-b6fd-84d2e5f2a554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2191541 May 12 17:43:01.530931 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-c4eaedcb-a5d8-4abd-8081-41ad27be055b service neutron] 10.222.0.76 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8818278 May 12 17:43:01.595848 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:43:01.782475 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-5fca545a-9eb7-44ed-8126-674a7d1d1105 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1045496249&fields=id&tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9 HTTP/1.1" status: 200 len: 267 time: 0.1807098 May 12 17:43:01.832322 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 116a7df0-1799-4b81-8257-28151f7e9833 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:43:02.121028 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 116a7df0-1799-4b81-8257-28151f7e9833 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:02.121677 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (116a7df0-1799-4b81-8257-28151f7e9833), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:02.263751 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-7fb448ad-e883-412c-847a-795d1f53b4b4 None None] Current status of the port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:02.263751 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-7fb448ad-e883-412c-847a-795d1f53b4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:02.309148 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-c3108c39-b6d6-4258-bf5f-93ab15d00ce3 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:02.323741 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-c3108c39-b6d6-4258-bf5f-93ab15d00ce3 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/networks?id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5 HTTP/1.1" status: 200 len: 815 time: 0.5367005 May 12 17:43:02.341590 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-44ceb10e-1f03-4a89-9d74-fb7657ad7644 service neutron] 10.222.0.76 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7985380 May 12 17:43:02.354385 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-c66877e0-fccc-4805-a2fc-ff98af98cddf service neutron] 10.222.0.89 "GET /v2.0/networks/72fb0d4f-f606-4820-b6fd-84d2e5f2a554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7537055 May 12 17:43:02.374440 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-20ebd762-48a8-40c1-bca9-448360ac0cf0 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/quotas/38aae8b9be064fabb6e07ea34a5dcdb9 HTTP/1.1" status: 200 len: 375 time: 0.0476632 May 12 17:43:02.443393 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:00Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:02.517516 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b7255e43-568f-411b-9e7f-ac00ef75c83b tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1420646 May 12 17:43:02.688726 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7fc60030-41ac-41f6-bf8a-706b1f62970d req-8fa6c57d-7359-4532-915b-ed11dfdc36e6 service neutron] 10.222.0.89 "GET /v2.0/networks/72fb0d4f-f606-4820-b6fd-84d2e5f2a554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186073 May 12 17:43:02.782844 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-a230c5af-848a-4fcf-b151-d21585770d33 service neutron] 10.222.0.76 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239640 May 12 17:43:03.101351 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-1484833e-6131-4bf7-b6da-a14fba486001 service neutron] 10.222.0.76 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148715 May 12 17:43:03.125945 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe149e-2280-4dbe-8fc5-b09c09f44823 req-68c23c02-d2e7-495a-983a-72038adde9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:03.130963 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c2fb5-e2ee-4071-a7ba-a04173758a7f None None] The sync data for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi is: [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:00Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:43:03.131617 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bafe149e-2280-4dbe-8fc5-b09c09f44823 req-68c23c02-d2e7-495a-983a-72038adde9ec service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=502fa29d3bf3465d8616f5e9286733eb&device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 1128 time: 0.1946032 May 12 17:43:03.179892 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-7fb448ad-e883-412c-847a-795d1f53b4b4 None None] For port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=3fee2ebf-b8d9-4987-a45f-ff31754ee00b,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:03.193991 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-7fb448ad-e883-412c-847a-795d1f53b4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:03.310836 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 116a7df0-1799-4b81-8257-28151f7e9833 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:03.348883 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cabfb3-1fd4-448d-a991-746b3b1b1a87 req-f6f17027-1211-4253-af50-4f00cb107f7d tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:03.366964 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d0cabfb3-1fd4-448d-a991-746b3b1b1a87 req-f6f17027-1211-4253-af50-4f00cb107f7d tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 944 time: 0.2324891 May 12 17:43:03.395609 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-a565f1c1-2562-4094-b54c-62d60cefefbd None None] Provisioning complete for port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:03.401931 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a565f1c1-2562-4094-b54c-62d60cefefbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:03.491305 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb448ad-e883-412c-847a-795d1f53b4b4 None None] Pushing event updated for resources: {'Port': ['ID=3fee2ebf-b8d9-4987-a45f-ff31754ee00b,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:03.548515 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d0cabfb3-1fd4-448d-a991-746b3b1b1a87 req-1c52e34d-a8db-46d9-87dc-e8760caf2724 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740849 May 12 17:43:03.651071 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-a565f1c1-2562-4094-b54c-62d60cefefbd None None] Current status of the port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:03.655618 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 3fee2ebf-b8d9-4987-a45f-ff31754ee00b up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:43:03.770298 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dda3d29d-eed5-4efa-9e64-f2d6ea4e361b req-6124f308-ef8c-4cd7-a869-da6119a9c7e7 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 210 time: 0.0724897 May 12 17:43:03.775720 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-25038da0-3656-467d-a115-6c9f1ea0f7f2 req-79a3ae16-fb1a-4883-85f7-d53f4779e29b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 210 time: 0.0914323 May 12 17:43:03.833130 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:03.833943 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:03.871863 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9e209abb-34bb-48ac-80f6-ab85fd251184 req-177db5bc-489d-4168-aad1-0ca6623cb30b tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 210 time: 0.0410383 May 12 17:43:03.975980 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:04.666258 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf71a3a-0768-47a4-9d87-d386324b7ff6 req-7d57010e-9b8b-4027-beaa-1ccac0b8ad91 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:04.667955 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bdf71a3a-0768-47a4-9d87-d386324b7ff6 req-7d57010e-9b8b-4027-beaa-1ccac0b8ad91 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 944 time: 0.0524492 May 12 17:43:04.722500 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bdf71a3a-0768-47a4-9d87-d386324b7ff6 req-b84d6b82-6b22-4a0f-9d07-6d6c2e4d129b tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491574 May 12 17:43:04.873945 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a92bf4c3-1f2f-454c-b6cb-125f139011af req-a55e18fb-b4d1-4994-9e6a-6817ab84d34e tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 210 time: 0.0336277 May 12 17:43:04.907630 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-aed975ef-6532-47de-a7a9-86d92ce07999 req-386fbb36-3293-457b-893a-7d8d82103e62 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 210 time: 0.0339651 May 12 17:43:04.974373 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-be435bdd-c8d1-4921-af07-9fcbba94ca2d req-47e39092-1e31-4fd4-bd53-56b3ab1a986c tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 210 time: 0.0281143 May 12 17:43:05.030614 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 45298) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:05.131879 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7750b742-4e11-4f31-9745-9b51aeb23a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:05.206948 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7750b742-4e11-4f31-9745-9b51aeb23a14 admin admin] Publish callbacks [] for security_group (26685baa-90fc-4574-bc5a-8ef0a99fbda9), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:05.212551 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7750b742-4e11-4f31-9745-9b51aeb23a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (26685baa-90fc-4574-bc5a-8ef0a99fbda9), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:05.250901 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-7750b742-4e11-4f31-9745-9b51aeb23a14 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e4b4d93a583a4b988cbc60893cf642cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191725 May 12 17:43:05.252030 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750b742-4e11-4f31-9745-9b51aeb23a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26685baa-90fc-4574-bc5a-8ef0a99fbda9,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:05.253585 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 45306) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:05.313529 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4a8da2b8-2501-4ad0-a065-08a858e3f0c8 admin admin] Publish callbacks [] for security_group (26685baa-90fc-4574-bc5a-8ef0a99fbda9), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:05.341274 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4a8da2b8-2501-4ad0-a065-08a858e3f0c8 admin admin] Publish callbacks [] for security_group (26685baa-90fc-4574-bc5a-8ef0a99fbda9), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:05.414142 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4a8da2b8-2501-4ad0-a065-08a858e3f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (26685baa-90fc-4574-bc5a-8ef0a99fbda9), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:05.414309 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 3fee2ebf-b8d9-4987-a45f-ff31754ee00b up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:43:05.420070 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4a8da2b8-2501-4ad0-a065-08a858e3f0c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:05.424298 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-4a8da2b8-2501-4ad0-a065-08a858e3f0c8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/26685baa-90fc-4574-bc5a-8ef0a99fbda9 HTTP/1.1" status: 204 len: 168 time: 0.1695590 May 12 17:43:05.433356 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8da2b8-2501-4ad0-a065-08a858e3f0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26685baa-90fc-4574-bc5a-8ef0a99fbda9,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:05.486846 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:05.486846 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:05.581780 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:05.727581 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 45336) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:05.741966 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-93eb8b83-7647-43c5-8cec-8027b05e23c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:05.854608 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ca56f-678c-401b-a971-2ccb84bc1996 req-eb3f1e98-3bcf-43f3-86f6-468d1cfab901 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:05.856080 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b59ca56f-678c-401b-a971-2ccb84bc1996 req-eb3f1e98-3bcf-43f3-86f6-468d1cfab901 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 944 time: 0.0590498 May 12 17:43:05.872732 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-93eb8b83-7647-43c5-8cec-8027b05e23c8 admin admin] Publish callbacks [] for security_group (6217d5a5-31e6-40ec-9298-9bae188a8c4d), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:05.880753 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-93eb8b83-7647-43c5-8cec-8027b05e23c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (6217d5a5-31e6-40ec-9298-9bae188a8c4d), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:05.935297 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb8b83-7647-43c5-8cec-8027b05e23c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6217d5a5-31e6-40ec-9298-9bae188a8c4d,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:05.945847 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-93eb8b83-7647-43c5-8cec-8027b05e23c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1f4458be5b4a4bd89f15605060849dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169707 May 12 17:43:05.949117 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b59ca56f-678c-401b-a971-2ccb84bc1996 req-0b510652-5c6f-474b-8a7e-e4023dad5fc9 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858574 May 12 17:43:05.949558 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 45344) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:05.984050 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f2fae8ad-dbae-4cb0-a205-3021d1d6e8e9 req-a22e16d5-4478-48df-8ec8-dbb1b97daf3b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 210 time: 0.0411172 May 12 17:43:06.006849 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-65754a17-58bb-46b4-9bc6-d11546f988f1 admin admin] Publish callbacks [] for security_group (6217d5a5-31e6-40ec-9298-9bae188a8c4d), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:06.055110 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-65754a17-58bb-46b4-9bc6-d11546f988f1 admin admin] Publish callbacks [] for security_group (6217d5a5-31e6-40ec-9298-9bae188a8c4d), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:06.058878 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-473a4ce4-681e-496b-ba2b-4de938c22a78 req-0492c7d2-abf5-4019-b321-41edb1ec6758 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 210 time: 0.0417330 May 12 17:43:06.090356 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-237b9b0a-2dfc-4ebd-a009-47aae60fb7b4 req-978c6b90-b459-46a1-a043-147aa58e0950 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 210 time: 0.0278087 May 12 17:43:06.107973 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-65754a17-58bb-46b4-9bc6-d11546f988f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (6217d5a5-31e6-40ec-9298-9bae188a8c4d), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:06.110808 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-65754a17-58bb-46b4-9bc6-d11546f988f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:06.112051 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-65754a17-58bb-46b4-9bc6-d11546f988f1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6217d5a5-31e6-40ec-9298-9bae188a8c4d HTTP/1.1" status: 204 len: 168 time: 0.1615982 May 12 17:43:06.120818 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65754a17-58bb-46b4-9bc6-d11546f988f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6217d5a5-31e6-40ec-9298-9bae188a8c4d,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:06.550127 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.89', 60544) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:06.697083 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-2c5c8c22-9fac-4d14-b117-b129e5b1168f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:06.698635 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-2c5c8c22-9fac-4d14-b117-b129e5b1168f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.89 "GET /v2.0/networks?id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 HTTP/1.1" status: 200 len: 817 time: 0.1336038 May 12 17:43:06.709518 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe149e-2280-4dbe-8fc5-b09c09f44823 req-8975aef1-3725-402b-81fe-3861210c3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:06.711004 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bafe149e-2280-4dbe-8fc5-b09c09f44823 req-8975aef1-3725-402b-81fe-3861210c3f49 service neutron] 10.222.0.89 "GET /v2.0/networks?id=72fb0d4f-f606-4820-b6fd-84d2e5f2a554 HTTP/1.1" status: 200 len: 911 time: 0.2471864 May 12 17:43:07.143850 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3ee0575a-59f0-4886-8984-440675cabedd req-03ad47b6-2575-451a-8735-d4c06000b40a tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 210 time: 0.0615773 May 12 17:43:07.168050 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9124b5a-9b7f-4c97-8e59-34ee9e75107f req-1c7fa105-73b2-4768-9d5c-7eca8999ba0c tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:07.170133 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e9124b5a-9b7f-4c97-8e59-34ee9e75107f req-1c7fa105-73b2-4768-9d5c-7eca8999ba0c tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 944 time: 0.1273410 May 12 17:43:07.226496 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e9124b5a-9b7f-4c97-8e59-34ee9e75107f req-d86abed3-8e6f-418b-ae48-e6caffa04b9f tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503902 May 12 17:43:07.260165 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f71db397-8b72-49ed-b6a2-e0c9cfb317ed req-91e16b95-b81a-4ed2-8088-e6239ee7d43f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 210 time: 0.0516837 May 12 17:43:07.328548 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e3b3ceb5-78e9-4bf7-ac4e-c59963a4197d req-0a2eed36-76d3-49d3-949b-df95aa0b84bf tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 210 time: 0.0318305 May 12 17:43:07.962736 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 45448) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:08.031061 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bafe149e-2280-4dbe-8fc5-b09c09f44823 req-b4a72f48-b6e0-473c-b29d-2f3ee60cfee5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ffa323-c573-4419-9364-4adaabc825fa HTTP/1.1" status: 200 len: 217 time: 0.0457845 May 12 17:43:08.112897 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-a9977fd3-c995-4b9d-96b7-091897633bd3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c07bc791aa8d45d4a9e72758f39f6a85 HTTP/1.1" status: 200 len: 380 time: 0.1283829 May 12 17:43:08.136090 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-62a04704-f86a-46f4-b071-51fe2388a5f8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Request body: {'port': {'device_id': '12b3f033-5f36-4355-8221-ab55bcba8722', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'admin_state_up': True, 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'security_groups': ['0c5c07b2-29bb-4732-9a7f-0c70d5e30968']}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:08.150578 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe149e-2280-4dbe-8fc5-b09c09f44823 req-aa5d043f-1b7a-4534-8e4c-3a7f75beb27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:08.152586 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bafe149e-2280-4dbe-8fc5-b09c09f44823 req-aa5d043f-1b7a-4534-8e4c-3a7f75beb27d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fca2d078-5f62-40f6-b9eb-f2376e4d6b4b HTTP/1.1" status: 200 len: 850 time: 0.1055462 May 12 17:43:08.201167 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a6985fc4-a5a4-4dd6-857f-7a005dac7bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:08.296311 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0dde8a03-c76c-4811-a7a0-4e95c4e4ea75 req-13710d8f-9fd4-40d5-a13d-edeab24d3da6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 210 time: 0.0460320 May 12 17:43:08.301819 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bafe149e-2280-4dbe-8fc5-b09c09f44823 req-0fb3a239-a763-4402-b776-66a95da5e4d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72fb0d4f-f606-4820-b6fd-84d2e5f2a554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487590 May 12 17:43:08.408433 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 30ffa323-c573-4419-9364-4adaabc825fa details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:43:08.482767 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-26fd0543-005a-4528-959d-77146a30bfad req-8f746e7e-ad24-4bbc-a7ff-589cdb165961 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 210 time: 0.0779209 May 12 17:43:08.609582 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a6985fc4-a5a4-4dd6-857f-7a005dac7bed admin admin] Publish callbacks [] for security_group (be4a2543-553e-492c-8362-ae6aa3fea920), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:08.627365 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a6985fc4-a5a4-4dd6-857f-7a005dac7bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (be4a2543-553e-492c-8362-ae6aa3fea920), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:08.629195 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 30ffa323-c573-4419-9364-4adaabc825fa, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=30ffa323-c573-4419-9364-4adaabc825fa,segment=NetworkSegment(5ba99d90-31b6-4f50-9e58-f8241fb233ce),segment_id=5ba99d90-31b6-4f50-9e58-f8241fb233ce)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:08.651890 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '30ffa323-c573-4419-9364-4adaabc825fa', 'network_id': '72fb0d4f-f606-4820-b6fd-84d2e5f2a554', 'port_id': '30ffa323-c573-4419-9364-4adaabc825fa', 'mac_address': 'fa:16:3e:49:60:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca2d078-5f62-40f6-b9eb-f2376e4d6b4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:43:08.657887 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-62a04704-f86a-46f4-b071-51fe2388a5f8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Made reservation on behalf of c07bc791aa8d45d4a9e72758f39f6a85 for: {'port': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:43:08.661415 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-62a04704-f86a-46f4-b071-51fe2388a5f8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:08.672103 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403454ab-11c8-4498-9b21-849e90ad6341 req-63744105-5f1d-48a9-9ec2-647c86d83b73 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:08.673716 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-403454ab-11c8-4498-9b21-849e90ad6341 req-63744105-5f1d-48a9-9ec2-647c86d83b73 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 944 time: 0.2992899 May 12 17:43:08.709766 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 30ffa323-c573-4419-9364-4adaabc825fa is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:08.710654 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (30ffa323-c573-4419-9364-4adaabc825fa), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:08.727600 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ffa323-c573-4419-9364-4adaabc825fa {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:43:08.761768 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 30ffa323-c573-4419-9364-4adaabc825fa, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=30ffa323-c573-4419-9364-4adaabc825fa,segment=NetworkSegment(5ba99d90-31b6-4f50-9e58-f8241fb233ce),segment_id=5ba99d90-31b6-4f50-9e58-f8241fb233ce)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:08.769778 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (30ffa323-c573-4419-9364-4adaabc825fa), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:08.826129 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.89', 60554) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:08.843384 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-403454ab-11c8-4498-9b21-849e90ad6341 req-ab0e9679-e16d-4e4a-9c8c-9df06610c8b0 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484618 May 12 17:43:08.872494 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bafe149e-2280-4dbe-8fc5-b09c09f44823 req-c0380344-c35e-49db-b3d3-c082147b4ade service neutron] 10.222.0.89 "GET /v2.0/networks/72fb0d4f-f606-4820-b6fd-84d2e5f2a554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946541 May 12 17:43:08.899782 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ad26c3a5-c476-4bd8-99b1-932d548b8ddf req-4f446056-cbcd-47d1-9495-e23217de1788 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 210 time: 0.2184877 May 12 17:43:08.927784 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=30ffa323-c573-4419-9364-4adaabc825fa,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:08.945596 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-a6985fc4-a5a4-4dd6-857f-7a005dac7bed admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e9ae77622e5d4b78997d4b1994d1380c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9816957 May 12 17:43:08.948550 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 45492) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:08.978865 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6985fc4-a5a4-4dd6-857f-7a005dac7bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4a2543-553e-492c-8362-ae6aa3fea920,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:09.037879 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.89', 60555) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:09.100028 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['30ffa323-c573-4419-9364-4adaabc825fa'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:43:09.205470 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-afe90fce-ccd0-42a3-a3d0-de27ddb92a2d admin admin] Publish callbacks [] for security_group (be4a2543-553e-492c-8362-ae6aa3fea920), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:09.249688 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bafe149e-2280-4dbe-8fc5-b09c09f44823 req-b7b83ce2-71bb-4406-bcac-827cff66f35c service neutron] 10.222.0.89 "GET /v2.0/networks/72fb0d4f-f606-4820-b6fd-84d2e5f2a554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696184 May 12 17:43:09.298447 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-afe90fce-ccd0-42a3-a3d0-de27ddb92a2d admin admin] Publish callbacks [] for security_group (be4a2543-553e-492c-8362-ae6aa3fea920), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:09.309047 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-d36e5d9b-1d05-4cc7-b29c-0f8d5dd13efc tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:09.311507 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-d36e5d9b-1d05-4cc7-b29c-0f8d5dd13efc tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.89 "GET /v2.0/networks?id=16b8cd17-5204-4534-ab3e-f50d37e56b44 HTTP/1.1" status: 200 len: 811 time: 0.2706079 May 12 17:43:09.454467 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:09.497505 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-62a04704-f86a-46f4-b071-51fe2388a5f8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Allocated IP 172.20.0.8 (c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5/c0b0dfdc-d399-403b-bb90-d8985605957d/20f0b51d-9edf-437d-a233-3e26daa2ef7c) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:43:09.504256 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-afe90fce-ccd0-42a3-a3d0-de27ddb92a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (be4a2543-553e-492c-8362-ae6aa3fea920), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:09.506975 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-afe90fce-ccd0-42a3-a3d0-de27ddb92a2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:09.508093 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-afe90fce-ccd0-42a3-a3d0-de27ddb92a2d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/be4a2543-553e-492c-8362-ae6aa3fea920 HTTP/1.1" status: 204 len: 168 time: 0.5583844 May 12 17:43:09.511989 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-07388b91-a456-461c-adc3-6a7b14834a08 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:09.513490 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-07388b91-a456-461c-adc3-6a7b14834a08 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "GET /v2.0/networks?id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5 HTTP/1.1" status: 200 len: 815 time: 0.6778803 May 12 17:43:09.517398 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-9f28b22c-232f-4775-8eaf-ef374adad699 req-047f1208-dc47-4758-8129-0974991a4c48 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 210 time: 0.1038399 May 12 17:43:09.573330 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-21570be7-0ef6-4dfd-b9f5-e2e8ab18f756 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf607837a27e47bf99a32b3b095df070 HTTP/1.1" status: 200 len: 379 time: 0.2510996 May 12 17:43:09.575613 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe90fce-ccd0-42a3-a3d0-de27ddb92a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4a2543-553e-492c-8362-ae6aa3fea920,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:09.594470 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-6df99388-d7b2-42e2-a477-3085988ffdd0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Request body: {'port': {'device_id': 'a92a89c3-a796-4a8b-9491-3f944bca5a9b', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'admin_state_up': True, 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'security_groups': ['811f4d5e-d3b4-45af-adbc-2ff508371225']}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:09.697846 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9c5afccd-a665-4ac4-805f-b79cfbe96ef4 req-38f2fb95-882e-4e8a-b2b1-e15e9edde11c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 210 time: 0.0394206 May 12 17:43:09.705786 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-bf4778b4-c8f1-4aa5-9bc4-a540c7bbf021 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9 HTTP/1.1" status: 200 len: 380 time: 0.1798401 May 12 17:43:09.733882 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-ca80560e-1570-4de3-b04c-920645d61883 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'port': {'device_id': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'admin_state_up': True, 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'security_groups': ['7186faeb-d132-4ffd-98e6-3efd8f932a1d']}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:09.782394 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-6df99388-d7b2-42e2-a477-3085988ffdd0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Made reservation on behalf of bf607837a27e47bf99a32b3b095df070 for: {'port': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:43:09.786311 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-6df99388-d7b2-42e2-a477-3085988ffdd0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:09.954975 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-62a04704-f86a-46f4-b071-51fe2388a5f8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:09.966619 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 45550) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:09.969748 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-6df99388-d7b2-42e2-a477-3085988ffdd0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Allocated IP 172.20.0.11 (16b8cd17-5204-4534-ab3e-f50d37e56b44/c91d7fdd-c4ad-4b1c-8888-f0300d813365/dae83d1a-12ad-4d98-a4d1-13233ca983ae) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:43:09.971444 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-ca80560e-1570-4de3-b04c-920645d61883 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Made reservation on behalf of 38aae8b9be064fabb6e07ea34a5dcdb9 for: {'port': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:43:09.981876 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb63037-11b2-456f-a20d-a63309579610 req-b11ce130-42e2-4700-8e21-14940f29fe17 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:09.982810 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-ca80560e-1570-4de3-b04c-920645d61883 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:09.983724 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7cb63037-11b2-456f-a20d-a63309579610 req-b11ce130-42e2-4700-8e21-14940f29fe17 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 945 time: 0.0752366 May 12 17:43:10.044134 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-46148338-1d48-4731-b864-91b029a26878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:10.080741 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7cb63037-11b2-456f-a20d-a63309579610 req-704ce317-95f4-476d-b1a0-ffa6bb859e07 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910916 May 12 17:43:10.143405 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a47948f7-07a8-4685-ac4b-371aea15f0b4 req-0e3f7ea9-2608-47d4-a683-efb2b462a029 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 210 time: 0.1105928 May 12 17:43:10.198545 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-6df99388-d7b2-42e2-a477-3085988ffdd0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for port (dae83d1a-12ad-4d98-a4d1-13233ca983ae), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:10.232896 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-6df99388-d7b2-42e2-a477-3085988ffdd0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (dae83d1a-12ad-4d98-a4d1-13233ca983ae), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:10.246934 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-62a04704-f86a-46f4-b071-51fe2388a5f8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:10.249693 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-46148338-1d48-4731-b864-91b029a26878 admin admin] Publish callbacks [] for security_group (cdbef0bf-1b67-41f1-9613-905094fe772a), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:10.282401 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-6df99388-d7b2-42e2-a477-3085988ffdd0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Network 16b8cd17-5204-4534-ab3e-f50d37e56b44 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:43:10.289289 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-6df99388-d7b2-42e2-a477-3085988ffdd0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:43:10.290012 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-46148338-1d48-4731-b864-91b029a26878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (cdbef0bf-1b67-41f1-9613-905094fe772a), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:10.292157 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-6df99388-d7b2-42e2-a477-3085988ffdd0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:43:10.297488 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-6df99388-d7b2-42e2-a477-3085988ffdd0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:10.298215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-6df99388-d7b2-42e2-a477-3085988ffdd0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:10.310260 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df99388-d7b2-42e2-a477-3085988ffdd0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event updated for resources: {'Port': ['ID=dae83d1a-12ad-4d98-a4d1-13233ca983ae,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:10.321688 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-6df99388-d7b2-42e2-a477-3085988ffdd0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7369413 May 12 17:43:10.333287 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Request body: {'port': {'device_id': 'a92a89c3-a796-4a8b-9491-3f944bca5a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:10.390169 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 30ffa323-c573-4419-9364-4adaabc825fa up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:43:10.398223 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (dae83d1a-12ad-4d98-a4d1-13233ca983ae), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:10.425636 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-62a04704-f86a-46f4-b071-51fe2388a5f8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:43:10.439430 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-62a04704-f86a-46f4-b071-51fe2388a5f8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:43:10.444861 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-46148338-1d48-4731-b864-91b029a26878 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8603419ca6b54fa891a596b427d52f9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4719830 May 12 17:43:10.444861 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-62a04704-f86a-46f4-b071-51fe2388a5f8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:43:10.445130 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port 30ffa323-c573-4419-9364-4adaabc825fa completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:43:10.448639 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a04704-f86a-46f4-b071-51fe2388a5f8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event updated for resources: {'Port': ['ID=20f0b51d-9edf-437d-a233-3e26daa2ef7c,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:10.455195 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 30ffa323-c573-4419-9364-4adaabc825fa triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:10.455948 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (30ffa323-c573-4419-9364-4adaabc825fa), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:10.462529 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 45558) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:10.463226 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46148338-1d48-4731-b864-91b029a26878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbef0bf-1b67-41f1-9613-905094fe772a,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:10.488953 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-ca80560e-1570-4de3-b04c-920645d61883 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Allocated IP 172.20.0.12 (5f0e5ba6-f1dc-4741-a091-633af3cfbec5/e6c02cbf-c8ea-4ce8-9704-004518301240/b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:43:10.646904 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 30ffa323-c573-4419-9364-4adaabc825fa is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:10.647315 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (30ffa323-c573-4419-9364-4adaabc825fa), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:10.653054 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-62a04704-f86a-46f4-b071-51fe2388a5f8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:10.653686 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-62a04704-f86a-46f4-b071-51fe2388a5f8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:10.679250 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-5a7e9dd3-3d94-4282-bbaf-2bbbb1cedff2 None None] Provisioning complete for port dae83d1a-12ad-4d98-a4d1-13233ca983ae triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:10.679649 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-5a7e9dd3-3d94-4282-bbaf-2bbbb1cedff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (dae83d1a-12ad-4d98-a4d1-13233ca983ae), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:10.686467 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12066ef2-7740-4910-b039-b7f9274ce2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ffa323-c573-4419-9364-4adaabc825fa'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:43:10.718266 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-62a04704-f86a-46f4-b071-51fe2388a5f8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5935297 May 12 17:43:10.718935 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-adc904cb-f708-4a56-8887-4a8081d97a4c admin admin] Publish callbacks [] for security_group (cdbef0bf-1b67-41f1-9613-905094fe772a), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:10.784764 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Request body: {'port': {'device_id': '12b3f033-5f36-4355-8221-ab55bcba8722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:10.846519 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6ba0a-4ed3-4fea-8db3-472c34529994 req-a098d4cf-2483-47a2-a7bb-5fc8e350af63 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:10.848145 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-82c6ba0a-4ed3-4fea-8db3-472c34529994 req-a098d4cf-2483-47a2-a7bb-5fc8e350af63 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 932 time: 0.1561623 May 12 17:43:10.858115 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-adc904cb-f708-4a56-8887-4a8081d97a4c admin admin] Publish callbacks [] for security_group (cdbef0bf-1b67-41f1-9613-905094fe772a), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:10.861892 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 30ffa323-c573-4419-9364-4adaabc825fa, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=30ffa323-c573-4419-9364-4adaabc825fa,segment=NetworkSegment(5ba99d90-31b6-4f50-9e58-f8241fb233ce),segment_id=5ba99d90-31b6-4f50-9e58-f8241fb233ce)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:10.884779 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (30ffa323-c573-4419-9364-4adaabc825fa), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:10.928949 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-adc904cb-f708-4a56-8887-4a8081d97a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (cdbef0bf-1b67-41f1-9613-905094fe772a), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:10.932473 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-adc904cb-f708-4a56-8887-4a8081d97a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:10.936130 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-adc904cb-f708-4a56-8887-4a8081d97a4c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cdbef0bf-1b67-41f1-9613-905094fe772a HTTP/1.1" status: 204 len: 168 time: 0.4669452 May 12 17:43:10.957294 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-5a7e9dd3-3d94-4282-bbaf-2bbbb1cedff2 None None] Port dae83d1a-12ad-4d98-a4d1-13233ca983ae cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:43:10.964340 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=30ffa323-c573-4419-9364-4adaabc825fa,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:11.004060 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54997705-9c87-4d78-992b-c132a02683b4 req-d4640a88-6f17-4c6d-a70e-aad45ec7cf9d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:11.012155 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-54997705-9c87-4d78-992b-c132a02683b4 req-d4640a88-6f17-4c6d-a70e-aad45ec7cf9d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 931 time: 0.1096253 May 12 17:43:11.017530 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95bd042-ddf0-40f0-933f-6540bb608202" -d '{"events": [{"server_uuid": "12066ef2-7740-4910-b039-b7f9274ce2ec", "name": "network-vif-plugged", "status": "completed", "tag": "30ffa323-c573-4419-9364-4adaabc825fa"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:43:11.023639 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-82c6ba0a-4ed3-4fea-8db3-472c34529994 req-9354e045-e032-46cb-be3f-3388231d57d6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600192 May 12 17:43:11.067671 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc904cb-f708-4a56-8887-4a8081d97a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbef0bf-1b67-41f1-9613-905094fe772a,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:11.083870 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-f0d8ba76-56cf-41b0-8f14-843e5c71c6a2 None None] Provisioning complete for port 20f0b51d-9edf-437d-a233-3e26daa2ef7c triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:11.084551 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ba76-56cf-41b0-8f14-843e5c71c6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:11.128674 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:11.148252 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8ba76-56cf-41b0-8f14-843e5c71c6a2 None None] Port 20f0b51d-9edf-437d-a233-3e26daa2ef7c cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:43:11.171562 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-ca80560e-1570-4de3-b04c-920645d61883 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for port (b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:11.177864 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae83d1a-12ad-4d98-a4d1-13233ca983ae {{(pid=110068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:43:11.190414 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-54997705-9c87-4d78-992b-c132a02683b4 req-b3a67c1e-5e29-45df-9960-3fbb1cf7b0bf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774852 May 12 17:43:11.192685 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Publish callbacks [] for port (dae83d1a-12ad-4d98-a4d1-13233ca983ae), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:11.213669 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.provisioning_blocks [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Transition to ACTIVE for port object dae83d1a-12ad-4d98-a4d1-13233ca983ae will not be triggered until provisioned by entity L2. {{(pid=110068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:43:11.222589 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (dae83d1a-12ad-4d98-a4d1-13233ca983ae), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:11.393650 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 45598) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:11.413242 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-ca80560e-1570-4de3-b04c-920645d61883 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:11.446503 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Attempting to bind port dae83d1a-12ad-4d98-a4d1-13233ca983ae on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:43:11.447088 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Attempting to bind port dae83d1a-12ad-4d98-a4d1-13233ca983ae by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'c5653109-2751-4d2a-9239-6af47576e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44'}] {{(pid=110068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:43:11.447088 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Attempting to bind port dae83d1a-12ad-4d98-a4d1-13233ca983ae on network 16b8cd17-5204-4534-ab3e-f50d37e56b44 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:43:11.450494 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Pushing event updated for resources: {'Port': ['ID=dae83d1a-12ad-4d98-a4d1-13233ca983ae,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:11.472849 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Port dae83d1a-12ad-4d98-a4d1-13233ca983ae on network 16b8cd17-5204-4534-ab3e-f50d37e56b44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:43:11.473189 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Attempting to bind port dae83d1a-12ad-4d98-a4d1-13233ca983ae on network 16b8cd17-5204-4534-ab3e-f50d37e56b44 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:43:11.489458 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:43:11.489802 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Checking segment: {'id': 'c5653109-2751-4d2a-9239-6af47576e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:43:11.490195 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Bound using segment: {'id': 'c5653109-2751-4d2a-9239-6af47576e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44'} {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:43:11.490640 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Bound port: dae83d1a-12ad-4d98-a4d1-13233ca983ae, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5653109-2751-4d2a-9239-6af47576e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44'}}] {{(pid=110068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:43:11.491035 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (dae83d1a-12ad-4d98-a4d1-13233ca983ae), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:11.550315 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c286bee-e1b5-4cda-b87f-850063f347a7 x-openstack-request-id: req-0c286bee-e1b5-4cda-b87f-850063f347a7 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:43:11.550900 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12066ef2-7740-4910-b039-b7f9274ce2ec", "name": "network-vif-plugged", "status": "completed", "tag": "30ffa323-c573-4419-9364-4adaabc825fa", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:43:11.551306 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0c286bee-e1b5-4cda-b87f-850063f347a7 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:43:11.551935 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c286bee-e1b5-4cda-b87f-850063f347a7'] response: {'server_uuid': '12066ef2-7740-4910-b039-b7f9274ce2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ffa323-c573-4419-9364-4adaabc825fa', 'code': 200} May 12 17:43:11.615265 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] For port dae83d1a-12ad-4d98-a4d1-13233ca983ae, host hv-cinder-83979, cleared binding levels {{(pid=110068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:43:11.619304 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] For port dae83d1a-12ad-4d98-a4d1-13233ca983ae, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=dae83d1a-12ad-4d98-a4d1-13233ca983ae,segment=NetworkSegment(c5653109-2751-4d2a-9239-6af47576e099),segment_id=c5653109-2751-4d2a-9239-6af47576e099)] {{(pid=110068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:43:11.631806 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (dae83d1a-12ad-4d98-a4d1-13233ca983ae), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:11.740697 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89358494-67a2-4fcf-9b19-3e275d01d1b3 req-85e0eafc-618c-4978-8b20-c2ef78718f1f tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:11.750175 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:11.750498 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-89358494-67a2-4fcf-9b19-3e275d01d1b3 req-85e0eafc-618c-4978-8b20-c2ef78718f1f tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 946 time: 0.4532452 May 12 17:43:11.752382 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:11.763218 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] 10.222.0.89 "PUT /v2.0/ports/dae83d1a-12ad-4d98-a4d1-13233ca983ae HTTP/1.1" status: 200 len: 1094 time: 1.4329088 May 12 17:43:11.765594 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92a89c3-a796-4a8b-9491-3f944bca5a9b', 'tag': 'dae83d1a-12ad-4d98-a4d1-13233ca983ae'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:43:11.784606 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb405186-c459-48ca-8fc7-8750d435cee3" -d '{"events": [{"name": "network-changed", "server_uuid": "a92a89c3-a796-4a8b-9491-3f944bca5a9b", "tag": "dae83d1a-12ad-4d98-a4d1-13233ca983ae"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:43:11.894352 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-8d2e97c9-c2de-4169-a4e0-3e0f08ead710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:11.896723 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-8d2e97c9-c2de-4169-a4e0-3e0f08ead710 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bf607837a27e47bf99a32b3b095df070&device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 1128 time: 0.0543556 May 12 17:43:11.922845 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5bedfc4d-2f04-4381-993a-e472b4e04671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:11.933332 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-ca80560e-1570-4de3-b04c-920645d61883 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:43:11.954447 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99428e93-48a2-4ace-913e-5757f3bd9894 req-2203a287-c767-4625-9463-91844d00518e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:11.955883 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-ca80560e-1570-4de3-b04c-920645d61883 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:43:11.956602 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-99428e93-48a2-4ace-913e-5757f3bd9894 req-2203a287-c767-4625-9463-91844d00518e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 932 time: 0.2740793 May 12 17:43:11.987187 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd698b-d43e-4ec1-91e5-478762e7399e service neutron] Pushing event updated for resources: {'Port': ['ID=dae83d1a-12ad-4d98-a4d1-13233ca983ae,revision_number=3']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:11.994074 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-ca80560e-1570-4de3-b04c-920645d61883 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:43:12.045877 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80560e-1570-4de3-b04c-920645d61883 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'Port': ['ID=b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:12.079214 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-cfab31bf-5a31-41aa-8ed7-d84a3da8f37b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dae83d1a-12ad-4d98-a4d1-13233ca983ae HTTP/1.1" status: 200 len: 217 time: 0.1696997 May 12 17:43:12.113748 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e656abd-0c34-4fa5-9046-36e3f233c9bb req-39d39fd2-30da-45b8-83b2-80d2fa2e3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:12.115625 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3e656abd-0c34-4fa5-9046-36e3f233c9bb req-39d39fd2-30da-45b8-83b2-80d2fa2e3b8f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 1130 time: 0.2723753 May 12 17:43:12.161813 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-99428e93-48a2-4ace-913e-5757f3bd9894 req-90aecec5-48fb-4ffb-a5d3-85cab169794c tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=7186faeb-d132-4ffd-98e6-3efd8f932a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757660 May 12 17:43:12.174410 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-3e656abd-0c34-4fa5-9046-36e3f233c9bb req-7a4082cb-8e58-481b-8a95-0fd7c1a5741c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:12.195230 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-89358494-67a2-4fcf-9b19-3e275d01d1b3 req-bd5df2f8-110f-4df2-8ea2-9fe69c934c02 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422846 May 12 17:43:12.219872 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-452988d1-b544-4fec-9873-69190d1f428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:12.221335 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-452988d1-b544-4fec-9873-69190d1f428a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c91d7fdd-c4ad-4b1c-8888-f0300d813365 HTTP/1.1" status: 200 len: 850 time: 0.1283934 May 12 17:43:12.256810 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 45636) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:12.269467 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f963c0c-13bc-48de-96d5-35952717a069 x-openstack-request-id: req-7f963c0c-13bc-48de-96d5-35952717a069 {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:43:12.269777 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92a89c3-a796-4a8b-9491-3f944bca5a9b", "tag": "dae83d1a-12ad-4d98-a4d1-13233ca983ae", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:43:12.270994 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7f963c0c-13bc-48de-96d5-35952717a069 {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:43:12.273555 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f963c0c-13bc-48de-96d5-35952717a069'] response: {'name': 'network-changed', 'server_uuid': 'a92a89c3-a796-4a8b-9491-3f944bca5a9b', 'tag': 'dae83d1a-12ad-4d98-a4d1-13233ca983ae', 'status': 'completed', 'code': 200} May 12 17:43:12.372003 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-53b61a61-9a23-4888-a2d7-0a2344b5cbf6 None None] Provisioning complete for port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:12.373106 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-53b61a61-9a23-4888-a2d7-0a2344b5cbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:12.397296 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-7cc2a27f-60ba-4244-a955-bdc7197fdd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:12.401521 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f0b51d-9edf-437d-a233-3e26daa2ef7c {{(pid=110069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:43:12.401700 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-7cc2a27f-60ba-4244-a955-bdc7197fdd8b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16b8cd17-5204-4534-ab3e-f50d37e56b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1724193 May 12 17:43:12.411324 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-ca80560e-1570-4de3-b04c-920645d61883 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:12.412271 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-ca80560e-1570-4de3-b04c-920645d61883 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:12.429442 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Publish callbacks [] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:12.456408 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17d988-6cab-4de6-b40b-0acde788c26d req-55691194-49be-4908-8b56-2e10f034f4e6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:12.458322 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1f17d988-6cab-4de6-b40b-0acde788c26d req-55691194-49be-4908-8b56-2e10f034f4e6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 944 time: 0.1537864 May 12 17:43:12.476838 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-53b61a61-9a23-4888-a2d7-0a2344b5cbf6 None None] Port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:43:12.482285 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.provisioning_blocks [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Transition to ACTIVE for port object 20f0b51d-9edf-437d-a233-3e26daa2ef7c will not be triggered until provisioned by entity L2. {{(pid=110069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:43:12.493606 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-ca80560e-1570-4de3-b04c-920645d61883 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7797801 May 12 17:43:12.501075 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:12.509113 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583c46a-5a6c-456b-a2ff-a43cbf8009a1 req-708b1316-a049-4080-a0d9-24d8ab43302f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:12.510626 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2583c46a-5a6c-456b-a2ff-a43cbf8009a1 req-708b1316-a049-4080-a0d9-24d8ab43302f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 931 time: 0.1519454 May 12 17:43:12.528815 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Request body: {'port': {'device_id': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:12.608891 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2583c46a-5a6c-456b-a2ff-a43cbf8009a1 req-18dc87b5-ced1-46b5-841b-7d5be6c2644d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891073 May 12 17:43:12.649385 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-3e656abd-0c34-4fa5-9046-36e3f233c9bb req-7a4082cb-8e58-481b-8a95-0fd7c1a5741c service neutron] Publish callbacks [] for security_group (1653597f-d834-4a76-b863-f249899c2d0e), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:12.654186 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-7abf2143-4749-4862-9e8f-b6a89e93daf1 service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281952 May 12 17:43:12.657033 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-3e656abd-0c34-4fa5-9046-36e3f233c9bb req-7a4082cb-8e58-481b-8a95-0fd7c1a5741c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (1653597f-d834-4a76-b863-f249899c2d0e), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:12.758870 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a946163-ae03-4c6a-81d1-ff063a36846d req-851f80ab-f212-4465-b285-7f554de3d7cd service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940115 May 12 17:43:12.790759 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5bedfc4d-2f04-4381-993a-e472b4e04671 admin admin] Publish callbacks [] for security_group (143d4b6f-ee7b-4db5-ba99-1ced50878498), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:12.810841 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c39c2370-38a8-43ea-8cbf-2fe54bb6289c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:12.830696 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5bedfc4d-2f04-4381-993a-e472b4e04671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (143d4b6f-ee7b-4db5-ba99-1ced50878498), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:12.839609 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3e656abd-0c34-4fa5-9046-36e3f233c9bb req-7a4082cb-8e58-481b-8a95-0fd7c1a5741c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6970036 May 12 17:43:12.842505 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4082cb-8e58-481b-8a95-0fd7c1a5741c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1653597f-d834-4a76-b863-f249899c2d0e,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:12.916864 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=20f0b51d-9edf-437d-a233-3e26daa2ef7c,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:12.951217 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1f17d988-6cab-4de6-b40b-0acde788c26d req-f44dd350-bcb6-47e0-9df7-458b4e67b3f7 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4772124 May 12 17:43:12.978702 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedfc4d-2f04-4381-993a-e472b4e04671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143d4b6f-ee7b-4db5-ba99-1ced50878498,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:12.984005 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c39c2370-38a8-43ea-8cbf-2fe54bb6289c admin admin] Publish callbacks [] for security_group (372a1af9-e8af-4ec8-9c2c-404441f3633c), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:12.995869 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c39c2370-38a8-43ea-8cbf-2fe54bb6289c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (372a1af9-e8af-4ec8-9c2c-404441f3633c), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:13.019364 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:13.038848 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-c39c2370-38a8-43ea-8cbf-2fe54bb6289c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c8a539bdf69e4849bd340749791e6e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7745714 May 12 17:43:13.038848 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c2370-38a8-43ea-8cbf-2fe54bb6289c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372a1af9-e8af-4ec8-9c2c-404441f3633c,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:13.051884 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 45662) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:13.069810 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-5bedfc4d-2f04-4381-993a-e472b4e04671 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d1fc4ca2db2a4fae9fc81e718a0257e9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6734951 May 12 17:43:13.073879 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 45664) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:13.151195 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-be477c47-0047-48aa-88b3-36ae2ccd446b admin admin] Publish callbacks [] for security_group (143d4b6f-ee7b-4db5-ba99-1ced50878498), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:13.176547 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-be477c47-0047-48aa-88b3-36ae2ccd446b admin admin] Publish callbacks [] for security_group (143d4b6f-ee7b-4db5-ba99-1ced50878498), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:13.248874 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-be477c47-0047-48aa-88b3-36ae2ccd446b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (143d4b6f-ee7b-4db5-ba99-1ced50878498), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:13.251882 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-be477c47-0047-48aa-88b3-36ae2ccd446b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:13.254773 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-be477c47-0047-48aa-88b3-36ae2ccd446b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/143d4b6f-ee7b-4db5-ba99-1ced50878498 HTTP/1.1" status: 204 len: 168 time: 0.1775157 May 12 17:43:13.271604 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be477c47-0047-48aa-88b3-36ae2ccd446b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143d4b6f-ee7b-4db5-ba99-1ced50878498,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:13.275530 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Attempting to bind port 20f0b51d-9edf-437d-a233-3e26daa2ef7c on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:43:13.275920 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Attempting to bind port 20f0b51d-9edf-437d-a233-3e26daa2ef7c by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5'}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:43:13.276286 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Attempting to bind port 20f0b51d-9edf-437d-a233-3e26daa2ef7c on network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:43:13.361931 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde91403-0dc0-4a58-8b85-77cdaaaf2af9 req-3355f341-b8ab-44b5-b101-ef83ccf35dca tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:13.371029 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dde91403-0dc0-4a58-8b85-77cdaaaf2af9 req-3355f341-b8ab-44b5-b101-ef83ccf35dca tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 932 time: 0.0915053 May 12 17:43:13.386687 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Port 20f0b51d-9edf-437d-a233-3e26daa2ef7c on network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:43:13.387716 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Attempting to bind port 20f0b51d-9edf-437d-a233-3e26daa2ef7c on network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:43:13.429710 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:43:13.430449 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Checking segment: {'id': 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:43:13.431305 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Bound using segment: {'id': 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5'} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:43:13.431997 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Bound port: 20f0b51d-9edf-437d-a233-3e26daa2ef7c, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5'}}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:43:13.432600 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:13.436974 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dde91403-0dc0-4a58-8b85-77cdaaaf2af9 req-7950e684-aec8-46d3-864b-72bbc4add68e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=7186faeb-d132-4ffd-98e6-3efd8f932a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612357 May 12 17:43:13.447246 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e1100846-4b98-4aea-ae11-9dc872e18356 admin admin] Publish callbacks [] for security_group (372a1af9-e8af-4ec8-9c2c-404441f3633c), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:13.481819 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63076cb2-dfcb-4a7c-83fa-7c8a78f192fd req-7ef52bc1-66f8-4a3a-ae7e-e1ab3dac40e2 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:13.483381 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-63076cb2-dfcb-4a7c-83fa-7c8a78f192fd req-7ef52bc1-66f8-4a3a-ae7e-e1ab3dac40e2 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 946 time: 0.1222291 May 12 17:43:13.545327 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e1100846-4b98-4aea-ae11-9dc872e18356 admin admin] Publish callbacks [] for security_group (372a1af9-e8af-4ec8-9c2c-404441f3633c), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:13.698997 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] For port 20f0b51d-9edf-437d-a233-3e26daa2ef7c, host hv-cinder-83979, cleared binding levels {{(pid=110069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:43:13.730844 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e1100846-4b98-4aea-ae11-9dc872e18356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (372a1af9-e8af-4ec8-9c2c-404441f3633c), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:13.735978 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e1100846-4b98-4aea-ae11-9dc872e18356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:13.741576 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-e1100846-4b98-4aea-ae11-9dc872e18356 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/372a1af9-e8af-4ec8-9c2c-404441f3633c HTTP/1.1" status: 204 len: 168 time: 0.6685410 May 12 17:43:13.745426 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] For port 20f0b51d-9edf-437d-a233-3e26daa2ef7c, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:43:13.769292 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-63076cb2-dfcb-4a7c-83fa-7c8a78f192fd req-c1ed3fed-d708-4ac2-bb5b-6a208083124c tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685721 May 12 17:43:13.772900 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1100846-4b98-4aea-ae11-9dc872e18356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372a1af9-e8af-4ec8-9c2c-404441f3633c,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:13.790494 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:13.826340 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1160ea0-2d84-4a09-be42-a10245674ef9 req-fc9162f5-fccd-47e5-9ef1-c6dc8de7142f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:13.836088 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e1160ea0-2d84-4a09-be42-a10245674ef9 req-fc9162f5-fccd-47e5-9ef1-c6dc8de7142f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.1156147 May 12 17:43:13.837937 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 45696) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:13.858299 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5428eb96-c126-42ac-b82a-0d26599957bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:13.860342 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=20f0b51d-9edf-437d-a233-3e26daa2ef7c,revision_number=3']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:13.894299 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:13.894960 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:13.902005 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-54e45cc0-4ff6-476b-9fa3-abbf7645f9f3 service neutron] 10.222.0.89 "PUT /v2.0/ports/20f0b51d-9edf-437d-a233-3e26daa2ef7c HTTP/1.1" status: 200 len: 1093 time: 3.1307471 May 12 17:43:13.902827 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b3f033-5f36-4355-8221-ab55bcba8722', 'tag': '20f0b51d-9edf-437d-a233-3e26daa2ef7c'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:43:13.949835 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 {{(pid=110069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:43:13.951522 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e1160ea0-2d84-4a09-be42-a10245674ef9 req-7a175e28-8340-40c8-b8f8-283be319e60a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143239 May 12 17:43:13.965288 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Publish callbacks [] for port (b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:14.012041 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.provisioning_blocks [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Transition to ACTIVE for port object b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 will not be triggered until provisioned by entity L2. {{(pid=110069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:43:14.021965 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:14.067993 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb405186-c459-48ca-8fc7-8750d435cee3 req-389a29c1-82b0-46f9-9fbb-ba248618f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:14.069500 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fb405186-c459-48ca-8fc7-8750d435cee3 req-389a29c1-82b0-46f9-9fbb-ba248618f4f2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bf607837a27e47bf99a32b3b095df070&device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 1128 time: 0.0930905 May 12 17:43:14.145456 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895ffc6a-da28-4713-97c8-87fa4e5c083a" -d '{"events": [{"name": "network-changed", "server_uuid": "12b3f033-5f36-4355-8221-ab55bcba8722", "tag": "20f0b51d-9edf-437d-a233-3e26daa2ef7c"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:43:14.288830 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-6599be43-a5e9-4602-a059-32fa52b9a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:14.293759 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-6599be43-a5e9-4602-a059-32fa52b9a0d5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c07bc791aa8d45d4a9e72758f39f6a85&device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 1127 time: 0.2629681 May 12 17:43:14.298951 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Pushing event updated for resources: {'Port': ['ID=b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:14.326240 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f46f18-3d34-45f5-ad40-456b6c1bb6ba req-0c9876a4-3568-47a5-8cdc-b1d54506a811 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:14.333437 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b8f46f18-3d34-45f5-ad40-456b6c1bb6ba req-0c9876a4-3568-47a5-8cdc-b1d54506a811 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 944 time: 0.1799407 May 12 17:43:14.386643 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5428eb96-c126-42ac-b82a-0d26599957bd admin admin] Publish callbacks [] for security_group (ac6cece9-fed5-4090-963c-5f7262f0b1b9), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:14.406859 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5428eb96-c126-42ac-b82a-0d26599957bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (ac6cece9-fed5-4090-963c-5f7262f0b1b9), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:14.420593 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device dae83d1a-12ad-4d98-a4d1-13233ca983ae details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:43:14.435109 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c58e5cf-2fb6-43e3-9a18-95791f296d55 x-openstack-request-id: req-0c58e5cf-2fb6-43e3-9a18-95791f296d55 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:43:14.435780 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b3f033-5f36-4355-8221-ab55bcba8722", "tag": "20f0b51d-9edf-437d-a233-3e26daa2ef7c", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:43:14.436554 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0c58e5cf-2fb6-43e3-9a18-95791f296d55 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:43:14.437199 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c58e5cf-2fb6-43e3-9a18-95791f296d55'] response: {'name': 'network-changed', 'server_uuid': '12b3f033-5f36-4355-8221-ab55bcba8722', 'tag': '20f0b51d-9edf-437d-a233-3e26daa2ef7c', 'status': 'completed', 'code': 200} May 12 17:43:14.488150 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b8f46f18-3d34-45f5-ad40-456b6c1bb6ba req-abe735f3-e190-412f-b874-7db045d0c3f1 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510270 May 12 17:43:14.542816 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Attempting to bind port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:43:14.543209 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Attempting to bind port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:43:14.543596 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Attempting to bind port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 on network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:43:14.550235 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 45722) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:14.559363 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 on network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:43:14.559913 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Attempting to bind port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 on network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:43:14.572584 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1993a3da-7bb6-4edc-8cd9-c310cf2c335d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:14.577428 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:43:14.577875 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Checking segment: {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:43:14.578365 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Bound using segment: {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:43:14.578481 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-5428eb96-c126-42ac-b82a-0d26599957bd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=31bb397de9444c6383cd0cdda6248a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7387364 May 12 17:43:14.582640 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Bound port: b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'}}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:43:14.583050 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:14.584909 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 45724) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:14.594279 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428eb96-c126-42ac-b82a-0d26599957bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6cece9-fed5-4090-963c-5f7262f0b1b9,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:14.669106 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb405186-c459-48ca-8fc7-8750d435cee3 req-d8469a2c-c9cb-478c-9937-3da2f3d3de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:14.671129 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fb405186-c459-48ca-8fc7-8750d435cee3 req-d8469a2c-c9cb-478c-9937-3da2f3d3de22 service neutron] 10.222.0.89 "GET /v2.0/networks?id=16b8cd17-5204-4534-ab3e-f50d37e56b44 HTTP/1.1" status: 200 len: 912 time: 0.5910888 May 12 17:43:14.684425 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3705320-ef60-4272-b43a-56235b0ce28a req-b013596b-8122-47b0-9bd8-bc6e53cc23eb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:14.694790 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e3705320-ef60-4272-b43a-56235b0ce28a req-b013596b-8122-47b0-9bd8-bc6e53cc23eb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 944 time: 0.0947554 May 12 17:43:14.745419 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-203b0224-eeb6-42b0-88a6-cbea56ec71ef service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c HTTP/1.1" status: 200 len: 217 time: 0.1503668 May 12 17:43:14.749523 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port dae83d1a-12ad-4d98-a4d1-13233ca983ae, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=dae83d1a-12ad-4d98-a4d1-13233ca983ae,segment=NetworkSegment(c5653109-2751-4d2a-9239-6af47576e099),segment_id=c5653109-2751-4d2a-9239-6af47576e099)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:14.777180 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': 'dae83d1a-12ad-4d98-a4d1-13233ca983ae', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'port_id': 'dae83d1a-12ad-4d98-a4d1-13233ca983ae', 'mac_address': 'fa:16:3e:e7:ea:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:43:14.779888 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fb405186-c459-48ca-8fc7-8750d435cee3 req-45bcd62c-aade-4484-82e3-14acb8144460 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dae83d1a-12ad-4d98-a4d1-13233ca983ae HTTP/1.1" status: 200 len: 217 time: 0.0721228 May 12 17:43:14.824000 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port dae83d1a-12ad-4d98-a4d1-13233ca983ae is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:14.824625 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (dae83d1a-12ad-4d98-a4d1-13233ca983ae), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:14.840226 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae83d1a-12ad-4d98-a4d1-13233ca983ae {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:43:14.863209 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port dae83d1a-12ad-4d98-a4d1-13233ca983ae, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=dae83d1a-12ad-4d98-a4d1-13233ca983ae,segment=NetworkSegment(c5653109-2751-4d2a-9239-6af47576e099),segment_id=c5653109-2751-4d2a-9239-6af47576e099)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:14.877571 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb405186-c459-48ca-8fc7-8750d435cee3 req-da04d129-5913-48a5-8361-888aa200c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:14.878702 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fb405186-c459-48ca-8fc7-8750d435cee3 req-da04d129-5913-48a5-8361-888aa200c175 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c91d7fdd-c4ad-4b1c-8888-f0300d813365 HTTP/1.1" status: 200 len: 850 time: 0.0980942 May 12 17:43:14.879660 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (dae83d1a-12ad-4d98-a4d1-13233ca983ae), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:14.942785 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb405186-c459-48ca-8fc7-8750d435cee3 req-2b0767fb-7027-4714-b1bf-ee6ec246ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:14.944087 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=dae83d1a-12ad-4d98-a4d1-13233ca983ae,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:14.944559 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fb405186-c459-48ca-8fc7-8750d435cee3 req-2b0767fb-7027-4714-b1bf-ee6ec246ba9e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16b8cd17-5204-4534-ab3e-f50d37e56b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523586 May 12 17:43:14.962388 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e3705320-ef60-4272-b43a-56235b0ce28a req-e35abbc3-49a1-4573-bad0-9d8126bab4d4 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=7186faeb-d132-4ffd-98e6-3efd8f932a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678964 May 12 17:43:15.012739 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3e4fd77b-5b74-4d65-96aa-c0e11808dd21 admin admin] Publish callbacks [] for security_group (ac6cece9-fed5-4090-963c-5f7262f0b1b9), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.023513 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051684a-10d8-4a8f-b7a9-2c5682b9e692 req-e801fbf3-bc7f-4319-bfa2-a8fb2475ceea tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:15.030293 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8051684a-10d8-4a8f-b7a9-2c5682b9e692 req-e801fbf3-bc7f-4319-bfa2-a8fb2475ceea tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 946 time: 0.1353812 May 12 17:43:15.032888 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-fe0f212c-ef89-4be4-8a74-8b7f41d69d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:15.034302 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-fe0f212c-ef89-4be4-8a74-8b7f41d69d26 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0b0dfdc-d399-403b-bb90-d8985605957d HTTP/1.1" status: 200 len: 856 time: 0.2843144 May 12 17:43:15.051647 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] For port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1, host hv-cinder-83979, cleared binding levels {{(pid=110069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:43:15.115926 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e147c-ebf0-4277-a547-7ae0784e5b43 req-b3f073a5-b990-4be9-93bc-ddae6a4c56aa tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:15.118249 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-274e147c-ebf0-4277-a547-7ae0784e5b43 req-b3f073a5-b990-4be9-93bc-ddae6a4c56aa tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0572166 May 12 17:43:15.137280 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] For port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:43:15.149459 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fb405186-c459-48ca-8fc7-8750d435cee3 req-d527ffad-97ad-45c9-832f-a449fb952956 service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751375 May 12 17:43:15.179396 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.185592 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3e4fd77b-5b74-4d65-96aa-c0e11808dd21 admin admin] Publish callbacks [] for security_group (ac6cece9-fed5-4090-963c-5f7262f0b1b9), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.196549 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['dae83d1a-12ad-4d98-a4d1-13233ca983ae'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:43:15.221605 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-274e147c-ebf0-4277-a547-7ae0784e5b43 req-7ab613a2-5de2-44ed-82b8-069fa7ed9d0b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934927 May 12 17:43:15.252063 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-f45f4412-9c4e-4c42-b51b-d05be43dcb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:15.253652 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-f45f4412-9c4e-4c42-b51b-d05be43dcb21 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1996574 May 12 17:43:15.258221 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1993a3da-7bb6-4edc-8cd9-c310cf2c335d admin admin] Publish callbacks [] for security_group (257e7fb2-5606-4e1b-82c4-f06d68dd737e), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.303028 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8051684a-10d8-4a8f-b7a9-2c5682b9e692 req-26eae88c-2c95-46f9-86e3-76679683046e tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675927 May 12 17:43:15.303759 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1993a3da-7bb6-4edc-8cd9-c310cf2c335d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (257e7fb2-5606-4e1b-82c4-f06d68dd737e), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.306240 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fb405186-c459-48ca-8fc7-8750d435cee3 req-f611a014-6e18-440d-be9c-53ba5e197027 service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480696 May 12 17:43:15.325647 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:15.326277 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.327709 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] 10.222.0.89 "PUT /v2.0/ports/b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 HTTP/1.1" status: 200 len: 1094 time: 2.8160207 May 12 17:43:15.363056 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 45754) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:15.396100 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937816d-0afc-4407-99e2-89dbeaf2ecea service neutron] Pushing event updated for resources: {'Port': ['ID=b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1,revision_number=3']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:15.504172 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a9c1ddf8-ebf9-4b95-9a27-ff1c7b8a1264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.631582 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd618a-60ed-430c-9355-5ff8cea3f805 req-c228b2e5-4b3b-4007-bd36-e6283a66438b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:15.633117 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-11dd618a-60ed-430c-9355-5ff8cea3f805 req-c228b2e5-4b3b-4007-bd36-e6283a66438b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 945 time: 0.0726655 May 12 17:43:15.643713 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a9c1ddf8-ebf9-4b95-9a27-ff1c7b8a1264 admin admin] Publish callbacks [] for security_group (374de058-a2ab-442f-b47e-0c7562e9a011), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.646914 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993a3da-7bb6-4edc-8cd9-c310cf2c335d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257e7fb2-5606-4e1b-82c4-f06d68dd737e,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:15.651484 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a9c1ddf8-ebf9-4b95-9a27-ff1c7b8a1264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (374de058-a2ab-442f-b47e-0c7562e9a011), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.654183 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-1993a3da-7bb6-4edc-8cd9-c310cf2c335d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a1cf08091af4e938452e25e57b21b36&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1023157 May 12 17:43:15.661778 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 45760) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:15.693555 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-d280da7a-a9a3-4f6d-9bf6-cc8a48404885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:15.695074 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-d280da7a-a9a3-4f6d-9bf6-cc8a48404885 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 1128 time: 0.2951040 May 12 17:43:15.700804 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3e4fd77b-5b74-4d65-96aa-c0e11808dd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (ac6cece9-fed5-4090-963c-5f7262f0b1b9), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.703409 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3e4fd77b-5b74-4d65-96aa-c0e11808dd21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.704540 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-3e4fd77b-5b74-4d65-96aa-c0e11808dd21 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ac6cece9-fed5-4090-963c-5f7262f0b1b9 HTTP/1.1" status: 204 len: 168 time: 1.1135325 May 12 17:43:15.732524 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1ddf8-ebf9-4b95-9a27-ff1c7b8a1264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374de058-a2ab-442f-b47e-0c7562e9a011,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:15.739310 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-a9c1ddf8-ebf9-4b95-9a27-ff1c7b8a1264 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ecb7dcd2aa854eeda35e09d95262c8d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725865 May 12 17:43:15.747853 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 45764) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:15.763764 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-253b4e42-a409-4aab-baab-7793ed08ea70 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 HTTP/1.1" status: 200 len: 217 time: 0.0565610 May 12 17:43:15.765983 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fd77b-5b74-4d65-96aa-c0e11808dd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6cece9-fed5-4090-963c-5f7262f0b1b9,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:15.769909 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-d064aaab-29c6-4af9-9285-1c1b83083b69 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043688 May 12 17:43:15.785896 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-11dd618a-60ed-430c-9355-5ff8cea3f805 req-026bd142-4f2d-4cde-9283-4ba4ef66eecb tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443787 May 12 17:43:15.827687 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3a728512-ca5e-4d48-8582-0d8452b3ba61 admin admin] Publish callbacks [] for security_group (257e7fb2-5606-4e1b-82c4-f06d68dd737e), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.850935 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a7bdbab4-de0f-4d77-a745-e027afe5eabc admin admin] Publish callbacks [] for security_group (374de058-a2ab-442f-b47e-0c7562e9a011), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.872914 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3a728512-ca5e-4d48-8582-0d8452b3ba61 admin admin] Publish callbacks [] for security_group (257e7fb2-5606-4e1b-82c4-f06d68dd737e), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.897549 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a7bdbab4-de0f-4d77-a745-e027afe5eabc admin admin] Publish callbacks [] for security_group (374de058-a2ab-442f-b47e-0c7562e9a011), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.974923 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3a728512-ca5e-4d48-8582-0d8452b3ba61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (257e7fb2-5606-4e1b-82c4-f06d68dd737e), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.978799 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3a728512-ca5e-4d48-8582-0d8452b3ba61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.980100 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-3a728512-ca5e-4d48-8582-0d8452b3ba61 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/257e7fb2-5606-4e1b-82c4-f06d68dd737e HTTP/1.1" status: 204 len: 168 time: 0.3092718 May 12 17:43:15.982749 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a7bdbab4-de0f-4d77-a745-e027afe5eabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (374de058-a2ab-442f-b47e-0c7562e9a011), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.986696 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a7bdbab4-de0f-4d77-a745-e027afe5eabc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:15.990196 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-a7bdbab4-de0f-4d77-a745-e027afe5eabc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/374de058-a2ab-442f-b47e-0c7562e9a011 HTTP/1.1" status: 204 len: 168 time: 0.2360168 May 12 17:43:15.995212 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a728512-ca5e-4d48-8582-0d8452b3ba61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257e7fb2-5606-4e1b-82c4-f06d68dd737e,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:16.005372 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdbab4-de0f-4d77-a745-e027afe5eabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374de058-a2ab-442f-b47e-0c7562e9a011,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:16.116563 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b140dd3-8d0b-48f2-860f-05bac7b174ff req-d84d1960-9284-4775-bcdd-612ecfa89c87 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:16.118899 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3b140dd3-8d0b-48f2-860f-05bac7b174ff req-d84d1960-9284-4775-bcdd-612ecfa89c87 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 944 time: 0.0534475 May 12 17:43:16.211509 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3b140dd3-8d0b-48f2-860f-05bac7b174ff req-b6a22017-0db7-4106-beac-268b812053f2 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=7186faeb-d132-4ffd-98e6-3efd8f932a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850077 May 12 17:43:16.406829 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a3d6e-4ac1-4c5f-9f26-b220421e6811 req-f5700212-c88d-4596-9970-08e1c4215242 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:16.420667 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device dae83d1a-12ad-4d98-a4d1-13233ca983ae up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:43:16.421838 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-329a3d6e-4ac1-4c5f-9f26-b220421e6811 req-f5700212-c88d-4596-9970-08e1c4215242 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.1218605 May 12 17:43:16.425876 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 45800) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:16.463099 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9e403f2a-107c-4cf5-bc27-f0473729a0df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:16.466583 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'tag': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:43:16.469213 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02258dae-3482-4f9c-9759-22f76df6bceb" -d '{"events": [{"name": "network-changed", "server_uuid": "70784c5b-3ded-4e8a-ab43-6e738bf4eea5", "tag": "b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:43:16.547789 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port dae83d1a-12ad-4d98-a4d1-13233ca983ae completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:43:16.563973 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port dae83d1a-12ad-4d98-a4d1-13233ca983ae triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:16.564479 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (dae83d1a-12ad-4d98-a4d1-13233ca983ae), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:16.572404 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-329a3d6e-4ac1-4c5f-9f26-b220421e6811 req-c94c81b1-c1c5-422e-8ebc-7a8c396d73d6 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470668 May 12 17:43:16.576596 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb366413-cf3a-4eea-8d16-98803cc8bb83 req-a8e7cd84-c89d-4214-8db1-0e5ca6c31750 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:16.578239 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-bb366413-cf3a-4eea-8d16-98803cc8bb83 req-a8e7cd84-c89d-4214-8db1-0e5ca6c31750 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 946 time: 0.1480126 May 12 17:43:16.669414 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9e403f2a-107c-4cf5-bc27-f0473729a0df admin admin] Publish callbacks [] for security_group (03035f81-b96f-459b-b502-277d27492a7d), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:16.671600 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439bcc58-1f3b-4c53-88f9-bc48c27c6b38 x-openstack-request-id: req-439bcc58-1f3b-4c53-88f9-bc48c27c6b38 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:43:16.671981 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70784c5b-3ded-4e8a-ab43-6e738bf4eea5", "tag": "b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:43:16.672393 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-439bcc58-1f3b-4c53-88f9-bc48c27c6b38 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:43:16.673028 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-439bcc58-1f3b-4c53-88f9-bc48c27c6b38'] response: {'name': 'network-changed', 'server_uuid': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'tag': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1', 'status': 'completed', 'code': 200} May 12 17:43:16.677011 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9e403f2a-107c-4cf5-bc27-f0473729a0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (03035f81-b96f-459b-b502-277d27492a7d), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:16.679586 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-e71707dc-8c8b-4939-9c83-9869e866874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:16.681787 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-e71707dc-8c8b-4939-9c83-9869e866874c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e6c02cbf-c8ea-4ce8-9704-004518301240 HTTP/1.1" status: 200 len: 854 time: 0.2959261 May 12 17:43:16.720084 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-9e403f2a-107c-4cf5-bc27-f0473729a0df admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=634e623acb884359b2d579658464f081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917948 May 12 17:43:16.723781 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 45810) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:16.737332 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port dae83d1a-12ad-4d98-a4d1-13233ca983ae is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:16.739651 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (dae83d1a-12ad-4d98-a4d1-13233ca983ae), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:16.766427 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403f2a-107c-4cf5-bc27-f0473729a0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03035f81-b96f-459b-b502-277d27492a7d,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:16.790124 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9e5b4986-bf98-4ce1-8410-88345a21bd01 admin admin] Publish callbacks [] for security_group (03035f81-b96f-459b-b502-277d27492a7d), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:16.792396 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92a89c3-a796-4a8b-9491-3f944bca5a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae83d1a-12ad-4d98-a4d1-13233ca983ae'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:43:16.794706 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d90ca23-44c1-469a-b8ec-c2b30718d887" -d '{"events": [{"server_uuid": "a92a89c3-a796-4a8b-9491-3f944bca5a9b", "name": "network-vif-plugged", "status": "completed", "tag": "dae83d1a-12ad-4d98-a4d1-13233ca983ae"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:43:16.800166 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-bb366413-cf3a-4eea-8d16-98803cc8bb83 req-7596f7f8-28dc-4ead-928c-8fbac0e32eae tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085848 May 12 17:43:16.829642 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a0923ea-45e1-4d77-a16e-c5eccd2cd489 req-2df4d6a1-0208-4050-8c1f-f13ede0c7e3e service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421978 May 12 17:43:16.832474 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port dae83d1a-12ad-4d98-a4d1-13233ca983ae, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=dae83d1a-12ad-4d98-a4d1-13233ca983ae,segment=NetworkSegment(c5653109-2751-4d2a-9239-6af47576e099),segment_id=c5653109-2751-4d2a-9239-6af47576e099)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:16.835903 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-ccf11aa3-7b42-4c92-bf86-770134985b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:16.838149 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9e5b4986-bf98-4ce1-8410-88345a21bd01 admin admin] Publish callbacks [] for security_group (03035f81-b96f-459b-b502-277d27492a7d), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:16.838297 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-ccf11aa3-7b42-4c92-bf86-770134985b42 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1460969 May 12 17:43:16.844113 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (dae83d1a-12ad-4d98-a4d1-13233ca983ae), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:16.906300 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf628cb-93d2-40ed-ad19-0855bb99a50b x-openstack-request-id: req-1bf628cb-93d2-40ed-ad19-0855bb99a50b {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:43:16.908286 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92a89c3-a796-4a8b-9491-3f944bca5a9b", "name": "network-vif-plugged", "status": "completed", "tag": "dae83d1a-12ad-4d98-a4d1-13233ca983ae", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:43:16.908751 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1bf628cb-93d2-40ed-ad19-0855bb99a50b {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:43:16.910753 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf628cb-93d2-40ed-ad19-0855bb99a50b'] response: {'server_uuid': 'a92a89c3-a796-4a8b-9491-3f944bca5a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae83d1a-12ad-4d98-a4d1-13233ca983ae', 'code': 200} May 12 17:43:16.948796 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=dae83d1a-12ad-4d98-a4d1-13233ca983ae,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:17.005152 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9e5b4986-bf98-4ce1-8410-88345a21bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (03035f81-b96f-459b-b502-277d27492a7d), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:17.008608 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-f99092a6-b940-4509-8524-100c1424a564 service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618834 May 12 17:43:17.009592 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9e5b4986-bf98-4ce1-8410-88345a21bd01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:17.011055 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-9e5b4986-bf98-4ce1-8410-88345a21bd01 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/03035f81-b96f-459b-b502-277d27492a7d HTTP/1.1" status: 204 len: 168 time: 0.2860348 May 12 17:43:17.017930 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65372340-9361-4503-992a-03604b417b03 req-e0be95e8-2f4c-4744-ab3a-31dd2e3bf52b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:17.019994 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-65372340-9361-4503-992a-03604b417b03 req-e0be95e8-2f4c-4744-ab3a-31dd2e3bf52b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.1197305 May 12 17:43:17.030631 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b4986-bf98-4ce1-8410-88345a21bd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03035f81-b96f-459b-b502-277d27492a7d,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:17.078860 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-65372340-9361-4503-992a-03604b417b03 req-3bef6df5-6479-4033-97d7-2950f77f7abb tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505621 May 12 17:43:17.448204 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074725c-10ad-4fe3-8fc0-eb5bcabb899e req-216d9c58-cca1-4ceb-beca-c8f08f58472a tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:17.449754 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0074725c-10ad-4fe3-8fc0-eb5bcabb899e req-216d9c58-cca1-4ceb-beca-c8f08f58472a tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 944 time: 0.1352906 May 12 17:43:17.540389 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0074725c-10ad-4fe3-8fc0-eb5bcabb899e req-e172d151-36a8-484c-9596-990914abf788 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=7186faeb-d132-4ffd-98e6-3efd8f932a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810895 May 12 17:43:17.701390 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d9e5c-0b0f-422f-b0ca-7d6c527d2f83 req-276d9625-4c96-4c64-b146-315a2db0d44a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:17.703218 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8e3d9e5c-0b0f-422f-b0ca-7d6c527d2f83 req-276d9625-4c96-4c64-b146-315a2db0d44a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0573380 May 12 17:43:17.748152 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ffc6a-da28-4713-97c8-87fa4e5c083a req-3e12c8c3-deb1-4969-85f0-6019b1bc136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:17.750003 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-895ffc6a-da28-4713-97c8-87fa4e5c083a req-3e12c8c3-deb1-4969-85f0-6019b1bc136c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c07bc791aa8d45d4a9e72758f39f6a85&device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 1127 time: 0.0826085 May 12 17:43:17.783957 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8e3d9e5c-0b0f-422f-b0ca-7d6c527d2f83 req-2bdad6dc-3ceb-4522-b54b-c5162ba8495e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745437 May 12 17:43:17.920493 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54413a-5d46-4b55-ad7c-dbf332b15b00 req-ccc6a7ec-b17e-41ab-bce6-95da877b8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:17.926190 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0a54413a-5d46-4b55-ad7c-dbf332b15b00 req-ccc6a7ec-b17e-41ab-bce6-95da877b8a7a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 1130 time: 0.0748103 May 12 17:43:17.976307 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10f44e2c-a47d-44f9-98f3-583463efd09e req-45b0fda8-c056-4e93-b11b-0e6ff407ce2f service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926090 May 12 17:43:17.980291 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0a54413a-5d46-4b55-ad7c-dbf332b15b00 req-d98bfff1-b3ba-4d01-8b95-8d4d569041c0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471890 May 12 17:43:18.043415 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abb9d3-327d-4577-9360-01069c989599 req-b39d3704-9fc8-495a-bfe7-87acab912617 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:18.044946 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a7abb9d3-327d-4577-9360-01069c989599 req-b39d3704-9fc8-495a-bfe7-87acab912617 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 946 time: 0.1085234 May 12 17:43:18.049851 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ffc6a-da28-4713-97c8-87fa4e5c083a req-6167ad49-d14c-40a2-a08e-cc8708aacbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:18.051235 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-895ffc6a-da28-4713-97c8-87fa4e5c083a req-6167ad49-d14c-40a2-a08e-cc8708aacbb3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 HTTP/1.1" status: 200 len: 918 time: 0.2744834 May 12 17:43:18.116864 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a7abb9d3-327d-4577-9360-01069c989599 req-dab4bf7f-292a-463b-9945-da9ada2a3117 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624921 May 12 17:43:18.225549 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73628fd-c1b8-4fa3-ba89-f61fd883d864 req-4bb14bbe-010a-4e74-a5d7-c5dccf284981 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:18.241217 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f73628fd-c1b8-4fa3-ba89-f61fd883d864 req-4bb14bbe-010a-4e74-a5d7-c5dccf284981 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0683124 May 12 17:43:18.309712 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f73628fd-c1b8-4fa3-ba89-f61fd883d864 req-434305c3-d7db-4e4f-af52-1c520a407056 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615752 May 12 17:43:18.417409 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 20f0b51d-9edf-437d-a233-3e26daa2ef7c details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:43:18.605111 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 20f0b51d-9edf-437d-a233-3e26daa2ef7c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:18.619102 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '20f0b51d-9edf-437d-a233-3e26daa2ef7c', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'port_id': '20f0b51d-9edf-437d-a233-3e26daa2ef7c', 'mac_address': 'fa:16:3e:51:46:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:43:18.669119 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 20f0b51d-9edf-437d-a233-3e26daa2ef7c is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:18.671369 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:18.692212 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f0b51d-9edf-437d-a233-3e26daa2ef7c {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:43:18.709832 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177df59-d34f-4cbe-9493-df1315e1cf30 req-a91300f9-1662-4380-b746-d4ca60b58d0c tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:18.712072 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1177df59-d34f-4cbe-9493-df1315e1cf30 req-a91300f9-1662-4380-b746-d4ca60b58d0c tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 944 time: 0.0583274 May 12 17:43:18.720045 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 20f0b51d-9edf-437d-a233-3e26daa2ef7c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:18.728990 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:18.803675 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1177df59-d34f-4cbe-9493-df1315e1cf30 req-576b4ec1-1b26-4ac6-a2ee-45e1fc5c8d7e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=7186faeb-d132-4ffd-98e6-3efd8f932a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830905 May 12 17:43:18.811681 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=20f0b51d-9edf-437d-a233-3e26daa2ef7c,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:18.946634 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f6d74-f30d-4320-a687-b3b5e60a1f9e req-cb1306f5-e8df-41d4-bf83-85b0a90a1483 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:18.954422 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e72f6d74-f30d-4320-a687-b3b5e60a1f9e req-cb1306f5-e8df-41d4-bf83-85b0a90a1483 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 944 time: 0.0812464 May 12 17:43:18.985602 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['20f0b51d-9edf-437d-a233-3e26daa2ef7c'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:43:19.028827 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e72f6d74-f30d-4320-a687-b3b5e60a1f9e req-f60e01c6-0b1a-4097-95f5-7a407579b5f4 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732644 May 12 17:43:19.042583 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-895ffc6a-da28-4713-97c8-87fa4e5c083a req-f0d74b8f-bd11-439a-aff5-710e176ba827 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c HTTP/1.1" status: 200 len: 217 time: 0.0638416 May 12 17:43:19.435313 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02258dae-3482-4f9c-9759-22f76df6bceb req-f811d4f6-9675-4289-bf29-181f3ed0a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:19.442330 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-02258dae-3482-4f9c-9759-22f76df6bceb req-f811d4f6-9675-4289-bf29-181f3ed0a594 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 1128 time: 0.1393938 May 12 17:43:19.465377 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ffc6a-da28-4713-97c8-87fa4e5c083a req-1cbfde96-d4b8-438a-91ec-e5d5ba6fee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:19.469789 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-895ffc6a-da28-4713-97c8-87fa4e5c083a req-1cbfde96-d4b8-438a-91ec-e5d5ba6fee7c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0b0dfdc-d399-403b-bb90-d8985605957d HTTP/1.1" status: 200 len: 856 time: 0.1677651 May 12 17:43:19.585059 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5967ea-131c-4e85-ba77-659225c7ba30 req-04aae579-2d76-4ad1-8b53-f2b55dbaf96e tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:19.592644 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-cf5967ea-131c-4e85-ba77-659225c7ba30 req-04aae579-2d76-4ad1-8b53-f2b55dbaf96e tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.1185634 May 12 17:43:19.620260 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 45960) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:19.642895 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ffc6a-da28-4713-97c8-87fa4e5c083a req-46baa808-76e4-4f5c-bee6-060a267f5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:19.651493 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-895ffc6a-da28-4713-97c8-87fa4e5c083a req-46baa808-76e4-4f5c-bee6-060a267f5f3f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1570911 May 12 17:43:19.678306 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02258dae-3482-4f9c-9759-22f76df6bceb req-7baa2311-597a-46d7-ba1b-572194489d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:19.682521 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-02258dae-3482-4f9c-9759-22f76df6bceb req-7baa2311-597a-46d7-ba1b-572194489d0f service neutron] 10.222.0.89 "GET /v2.0/networks?id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5 HTTP/1.1" status: 200 len: 916 time: 0.2260513 May 12 17:43:19.707899 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-cf5967ea-131c-4e85-ba77-659225c7ba30 req-6d29deea-d5df-49f3-80c0-552deb613a72 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140077 May 12 17:43:19.931246 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fdb33-b0fb-4790-ae18-1e87ffa645d3 req-1f5c8449-0225-4091-bfce-9e37cabf12ed tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:19.933431 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7c4fdb33-b0fb-4790-ae18-1e87ffa645d3 req-1f5c8449-0225-4091-bfce-9e37cabf12ed tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 944 time: 0.0634439 May 12 17:43:19.974378 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-063af5b0-b9da-4226-ae92-64460a61481b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:19.992626 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7c4fdb33-b0fb-4790-ae18-1e87ffa645d3 req-8ea8b4b9-0322-4475-9fee-7151944a3703 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=7186faeb-d132-4ffd-98e6-3efd8f932a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533483 May 12 17:43:20.067702 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-063af5b0-b9da-4226-ae92-64460a61481b admin admin] Publish callbacks [] for security_group (a584490a-cb7f-4cfe-af60-bd8580550ef9), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:20.073495 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-063af5b0-b9da-4226-ae92-64460a61481b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a584490a-cb7f-4cfe-af60-bd8580550ef9), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:20.122833 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-063af5b0-b9da-4226-ae92-64460a61481b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=98ad4940f31941ceb69cf30594c021fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5005174 May 12 17:43:20.123771 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 45990) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:20.159343 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063af5b0-b9da-4226-ae92-64460a61481b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a584490a-cb7f-4cfe-af60-bd8580550ef9,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:20.171089 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-02258dae-3482-4f9c-9759-22f76df6bceb req-28a1603f-9847-4509-9ad9-bd14ed79d37d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 HTTP/1.1" status: 200 len: 217 time: 0.0615273 May 12 17:43:20.254136 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02258dae-3482-4f9c-9759-22f76df6bceb req-32b915a7-694e-4ba6-8dfc-53fe7d910f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:20.255984 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-02258dae-3482-4f9c-9759-22f76df6bceb req-32b915a7-694e-4ba6-8dfc-53fe7d910f28 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e6c02cbf-c8ea-4ce8-9704-004518301240 HTTP/1.1" status: 200 len: 854 time: 0.0749671 May 12 17:43:20.298889 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b733f45e-872f-4e28-96cd-2ff1e3406a70 admin admin] Publish callbacks [] for security_group (a584490a-cb7f-4cfe-af60-bd8580550ef9), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:20.331659 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02258dae-3482-4f9c-9759-22f76df6bceb req-14c83bbd-7805-4866-827e-c5cb174a5352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:20.333267 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-02258dae-3482-4f9c-9759-22f76df6bceb req-14c83bbd-7805-4866-827e-c5cb174a5352 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0703883 May 12 17:43:20.342009 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecb656-45c5-4e5f-ba35-3f95f97a05ba req-914e3e94-1f31-456c-8894-2424a1e88796 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:20.344909 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b733f45e-872f-4e28-96cd-2ff1e3406a70 admin admin] Publish callbacks [] for security_group (a584490a-cb7f-4cfe-af60-bd8580550ef9), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:20.349308 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-52ecb656-45c5-4e5f-ba35-3f95f97a05ba req-914e3e94-1f31-456c-8894-2424a1e88796 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 944 time: 0.1600227 May 12 17:43:20.373342 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8fa0a8bd-7a2d-44a2-96fd-4e5dc4cf7267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:20.397784 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-895ffc6a-da28-4713-97c8-87fa4e5c083a req-a4f0830e-f1b8-410a-8c37-466e416c8440 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889535 May 12 17:43:20.429102 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:43:20.471300 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 20f0b51d-9edf-437d-a233-3e26daa2ef7c up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:43:20.493690 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-52ecb656-45c5-4e5f-ba35-3f95f97a05ba req-5399574c-39da-4a39-abf4-782fd8ac5547 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380274 May 12 17:43:20.565534 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b733f45e-872f-4e28-96cd-2ff1e3406a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a584490a-cb7f-4cfe-af60-bd8580550ef9), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:20.568504 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b733f45e-872f-4e28-96cd-2ff1e3406a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:20.570385 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-b733f45e-872f-4e28-96cd-2ff1e3406a70 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a584490a-cb7f-4cfe-af60-bd8580550ef9 HTTP/1.1" status: 204 len: 168 time: 0.4126804 May 12 17:43:20.576158 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-895ffc6a-da28-4713-97c8-87fa4e5c083a req-846773d1-0b55-4f17-97e6-1ca17e218f27 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690946 May 12 17:43:20.598481 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-02258dae-3482-4f9c-9759-22f76df6bceb req-d32704be-6891-4253-a3b2-bd1cd3c92fdb service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561214 May 12 17:43:20.599741 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733f45e-872f-4e28-96cd-2ff1e3406a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a584490a-cb7f-4cfe-af60-bd8580550ef9,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:20.640773 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port 20f0b51d-9edf-437d-a233-3e26daa2ef7c completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:43:20.667634 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 20f0b51d-9edf-437d-a233-3e26daa2ef7c triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:20.668307 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:20.703734 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:20.729010 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'port_id': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1', 'mac_address': 'fa:16:3e:3d:55:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:43:20.790743 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-02258dae-3482-4f9c-9759-22f76df6bceb req-6027de5c-b973-41c1-8e4a-8c29ec920f29 service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796000 May 12 17:43:20.890877 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:20.891959 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:20.915784 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:43:20.943866 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 20f0b51d-9edf-437d-a233-3e26daa2ef7c is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:20.944314 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:20.955191 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fd3b4-8827-4c72-8007-77c848bd9774 req-f2beaf7c-564b-4163-bf03-e21628027d46 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:20.962957 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a52fd3b4-8827-4c72-8007-77c848bd9774 req-f2beaf7c-564b-4163-bf03-e21628027d46 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.1157668 May 12 17:43:20.963806 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:20.998799 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 20f0b51d-9edf-437d-a233-3e26daa2ef7c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:21.000636 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b3f033-5f36-4355-8221-ab55bcba8722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f0b51d-9edf-437d-a233-3e26daa2ef7c'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:43:21.002733 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d926cd-2755-4de6-a3d0-b84cf4c1bedb" -d '{"events": [{"server_uuid": "12b3f033-5f36-4355-8221-ab55bcba8722", "name": "network-vif-plugged", "status": "completed", "tag": "20f0b51d-9edf-437d-a233-3e26daa2ef7c"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:43:21.018912 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:21.085660 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a52fd3b4-8827-4c72-8007-77c848bd9774 req-31225df6-f803-4634-9f36-9494788655fc tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213388 May 12 17:43:21.159694 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46ca197-237b-4e16-a8f2-b0df2c10824a x-openstack-request-id: req-d46ca197-237b-4e16-a8f2-b0df2c10824a {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:43:21.160015 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b3f033-5f36-4355-8221-ab55bcba8722", "name": "network-vif-plugged", "status": "completed", "tag": "20f0b51d-9edf-437d-a233-3e26daa2ef7c", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:43:21.160279 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d46ca197-237b-4e16-a8f2-b0df2c10824a {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:43:21.160861 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46ca197-237b-4e16-a8f2-b0df2c10824a'] response: {'server_uuid': '12b3f033-5f36-4355-8221-ab55bcba8722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f0b51d-9edf-437d-a233-3e26daa2ef7c', 'code': 200} May 12 17:43:21.161509 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:21.220070 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:21.296332 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e2089-9951-4620-b63e-3b2383c4c88f req-0a7b4eb1-c99c-4921-b557-4f6f27f60e6c tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:21.303807 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-409e2089-9951-4620-b63e-3b2383c4c88f req-0a7b4eb1-c99c-4921-b557-4f6f27f60e6c tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 945 time: 0.1273880 May 12 17:43:21.315161 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18643e10-5e83-4c7c-a58f-ba91fd2b3a99 req-5d0b9260-4dbf-4fca-a8cb-9b81ee289e51 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:21.327100 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-18643e10-5e83-4c7c-a58f-ba91fd2b3a99 req-5d0b9260-4dbf-4fca-a8cb-9b81ee289e51 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.1244431 May 12 17:43:21.330906 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:43:21.335153 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 46050) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:21.341222 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-37a575c9-4d67-4157-83fb-8f6e1b725692 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Request body: {'floatingip': {'port_id': 'dae83d1a-12ad-4d98-a4d1-13233ca983ae'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:21.398191 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-409e2089-9951-4620-b63e-3b2383c4c88f req-372cb374-8586-4734-bdfb-58bab9193075 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=7186faeb-d132-4ffd-98e6-3efd8f932a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929585 May 12 17:43:21.457874 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=20f0b51d-9edf-437d-a233-3e26daa2ef7c,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:21.503178 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46056) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:21.531488 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-37a575c9-4d67-4157-83fb-8f6e1b725692 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for floatingip (82d926c5-e186-45a4-bbd0-829bbab792e6), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:21.532386 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d29ebfe0-d0cd-40ba-81dd-42f20cf48706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:21.649532 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46062) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:21.653044 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d29ebfe0-d0cd-40ba-81dd-42f20cf48706 admin admin] Publish callbacks [] for security_group (bcd3bda8-fcfc-4d2c-bd4e-71e4965cee0f), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:21.661479 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d29ebfe0-d0cd-40ba-81dd-42f20cf48706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (bcd3bda8-fcfc-4d2c-bd4e-71e4965cee0f), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:21.723518 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-d29ebfe0-d0cd-40ba-81dd-42f20cf48706 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b25373f1ddb44bea83e6069c4a2a2b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178161 May 12 17:43:21.724364 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ebfe0-d0cd-40ba-81dd-42f20cf48706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd3bda8-fcfc-4d2c-bd4e-71e4965cee0f,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:21.745479 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46070) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:21.751284 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7b00-b61b-4fb9-a8a4-1b27703e4a16 req-558cfce8-144f-4eb8-8223-58127736c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:21.755699 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-be3b7b00-b61b-4fb9-a8a4-1b27703e4a16 req-558cfce8-144f-4eb8-8223-58127736c0b5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 1129 time: 0.3354411 May 12 17:43:21.820102 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2723820-5bdf-48ee-91db-040e9232d3a1 req-2c6847f2-9230-4e4d-affa-04cb9550721b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:21.827550 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d2723820-5bdf-48ee-91db-040e9232d3a1 req-2c6847f2-9230-4e4d-affa-04cb9550721b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.1876397 May 12 17:43:21.853396 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e68a8206-c9a3-4f45-810c-ea660b3e27db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:21.909978 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c596d719-4ca5-4af6-9458-c4f33d46697f admin admin] Publish callbacks [] for security_group (bcd3bda8-fcfc-4d2c-bd4e-71e4965cee0f), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:21.944784 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c596d719-4ca5-4af6-9458-c4f33d46697f admin admin] Publish callbacks [] for security_group (bcd3bda8-fcfc-4d2c-bd4e-71e4965cee0f), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:21.971797 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d2723820-5bdf-48ee-91db-040e9232d3a1 req-8295ede2-c43f-419f-937b-c0d835a5dcb0 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431537 May 12 17:43:21.990300 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-be3b7b00-b61b-4fb9-a8a4-1b27703e4a16 req-aac9bef5-e87c-49ba-86b0-2fd92d50da21 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600411 May 12 17:43:22.025074 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e68a8206-c9a3-4f45-810c-ea660b3e27db admin admin] Publish callbacks [] for security_group (97ef2bb9-10dd-4c34-9065-bca62951f2f2), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:22.029327 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e68a8206-c9a3-4f45-810c-ea660b3e27db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (97ef2bb9-10dd-4c34-9065-bca62951f2f2), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:22.049846 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c596d719-4ca5-4af6-9458-c4f33d46697f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (bcd3bda8-fcfc-4d2c-bd4e-71e4965cee0f), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:22.052379 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c596d719-4ca5-4af6-9458-c4f33d46697f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:22.053513 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-c596d719-4ca5-4af6-9458-c4f33d46697f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bcd3bda8-fcfc-4d2c-bd4e-71e4965cee0f HTTP/1.1" status: 204 len: 168 time: 0.3051455 May 12 17:43:22.066371 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-e68a8206-c9a3-4f45-810c-ea660b3e27db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=65780f9d1dbe4d26bcc0a36daa18c732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4161074 May 12 17:43:22.069624 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46090) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:22.118713 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a8206-c9a3-4f45-810c-ea660b3e27db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ef2bb9-10dd-4c34-9065-bca62951f2f2,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:22.128829 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596d719-4ca5-4af6-9458-c4f33d46697f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd3bda8-fcfc-4d2c-bd4e-71e4965cee0f,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:22.143746 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d73eedd5-0912-4385-9284-d0e0b94a109f admin admin] Publish callbacks [] for security_group (97ef2bb9-10dd-4c34-9065-bca62951f2f2), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:22.172031 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d73eedd5-0912-4385-9284-d0e0b94a109f admin admin] Publish callbacks [] for security_group (97ef2bb9-10dd-4c34-9065-bca62951f2f2), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:22.245952 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d73eedd5-0912-4385-9284-d0e0b94a109f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (97ef2bb9-10dd-4c34-9065-bca62951f2f2), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:22.249660 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d73eedd5-0912-4385-9284-d0e0b94a109f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:22.251276 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-d73eedd5-0912-4385-9284-d0e0b94a109f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/97ef2bb9-10dd-4c34-9065-bca62951f2f2 HTTP/1.1" status: 204 len: 168 time: 0.1806431 May 12 17:43:22.256226 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 46102) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:22.269083 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73eedd5-0912-4385-9284-d0e0b94a109f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ef2bb9-10dd-4c34-9065-bca62951f2f2,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:22.464164 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:43:22.582470 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:43:22.601088 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:22.601494 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:22.635444 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20888a-5619-4ed5-bcde-3fcb11fde3e0 req-c5c5bc77-41da-4686-a43a-ac0b55f9ebf9 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:22.653728 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9e20888a-5619-4ed5-bcde-3fcb11fde3e0 req-c5c5bc77-41da-4686-a43a-ac0b55f9ebf9 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 945 time: 0.1105692 May 12 17:43:22.735578 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-6ce267e3-ea9a-4258-aaeb-b2f36ae27387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:22.746752 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9e20888a-5619-4ed5-bcde-3fcb11fde3e0 req-9d6475b0-54ff-4a37-a03a-5ff98362cac2 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=7186faeb-d132-4ffd-98e6-3efd8f932a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872872 May 12 17:43:22.771613 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:22.772184 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:22.796231 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ce71-1ffd-4870-9b5d-b655e63f2adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:22.822569 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:22.827849 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:22.888043 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46136) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:22.893519 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:22.903751 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-bac30ebd-aa7c-4645-99f0-cdd099b12225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:22.967808 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-37a575c9-4d67-4157-83fb-8f6e1b725692 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:22.979620 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-37a575c9-4d67-4157-83fb-8f6e1b725692 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (82d926c5-e186-45a4-bbd0-829bbab792e6), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:23.038826 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-bac30ebd-aa7c-4645-99f0-cdd099b12225 admin admin] Publish callbacks [] for security_group (5a3c4b2f-69ce-415e-8caa-babbe319725e), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:23.049113 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-bac30ebd-aa7c-4645-99f0-cdd099b12225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (5a3c4b2f-69ce-415e-8caa-babbe319725e), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:23.075356 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ce71-1ffd-4870-9b5d-b655e63f2adf admin admin] Publish callbacks [] for security_group (846bc569-b78e-4ea5-9dca-b6531a8a6521), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:23.089187 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ce71-1ffd-4870-9b5d-b655e63f2adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (846bc569-b78e-4ea5-9dca-b6531a8a6521), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:23.146726 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-bac30ebd-aa7c-4645-99f0-cdd099b12225 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4301aad219e74174a52a94569ecd3e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572412 May 12 17:43:23.147745 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac30ebd-aa7c-4645-99f0-cdd099b12225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3c4b2f-69ce-415e-8caa-babbe319725e,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:23.150248 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46154) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:23.162401 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:43:23.168603 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2f1334-9ea8-4d15-8e0a-f4418832ae49" -d '{"events": [{"server_uuid": "70784c5b-3ded-4e8a-ab43-6e738bf4eea5", "name": "network-vif-plugged", "status": "completed", "tag": "b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:43:23.226457 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-53ac46ec-46fa-48cc-bc56-0fc89b8ad517 admin admin] Publish callbacks [] for security_group (5a3c4b2f-69ce-415e-8caa-babbe319725e), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:23.244220 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6ac497-df18-4a55-9bda-2ac78ea3e69b x-openstack-request-id: req-4e6ac497-df18-4a55-9bda-2ac78ea3e69b {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:43:23.244889 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-fdb6ce71-1ffd-4870-9b5d-b655e63f2adf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c0b0e7301b144261bf1873a38a50a808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9853346 May 12 17:43:23.244986 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70784c5b-3ded-4e8a-ab43-6e738bf4eea5", "name": "network-vif-plugged", "status": "completed", "tag": "b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:43:23.244986 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4e6ac497-df18-4a55-9bda-2ac78ea3e69b {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:43:23.244986 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6ac497-df18-4a55-9bda-2ac78ea3e69b'] response: {'server_uuid': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1', 'code': 200} May 12 17:43:23.246563 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46160) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:23.258951 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6ce71-1ffd-4870-9b5d-b655e63f2adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846bc569-b78e-4ea5-9dca-b6531a8a6521,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:23.263959 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.l3_db [None req-37a575c9-4d67-4157-83fb-8f6e1b725692 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Floating IP 82d926c5-e186-45a4-bbd0-829bbab792e6 associated. External IP: 172.27.3.169, port: dae83d1a-12ad-4d98-a4d1-13233ca983ae. May 12 17:43:23.293126 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-53ac46ec-46fa-48cc-bc56-0fc89b8ad517 admin admin] Publish callbacks [] for security_group (5a3c4b2f-69ce-415e-8caa-babbe319725e), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:23.306781 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a747b-a0c5-4165-a868-4db927d3277e req-ba964f6a-0f3c-4f5e-a3db-2e0e86342fb8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:23.311662 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5a5a747b-a0c5-4165-a868-4db927d3277e req-ba964f6a-0f3c-4f5e-a3db-2e0e86342fb8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.1863391 May 12 17:43:23.349398 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e06a3e2b-ef34-4a3a-b2cf-67f1717de93c admin admin] Publish callbacks [] for security_group (846bc569-b78e-4ea5-9dca-b6531a8a6521), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:23.378284 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e06a3e2b-ef34-4a3a-b2cf-67f1717de93c admin admin] Publish callbacks [] for security_group (846bc569-b78e-4ea5-9dca-b6531a8a6521), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:23.411367 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-53ac46ec-46fa-48cc-bc56-0fc89b8ad517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (5a3c4b2f-69ce-415e-8caa-babbe319725e), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:23.413888 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-53ac46ec-46fa-48cc-bc56-0fc89b8ad517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:23.414617 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5a5a747b-a0c5-4165-a868-4db927d3277e req-1b5e9e71-349e-4970-b122-422c356a6553 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991666 May 12 17:43:23.415344 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-53ac46ec-46fa-48cc-bc56-0fc89b8ad517 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5a3c4b2f-69ce-415e-8caa-babbe319725e HTTP/1.1" status: 204 len: 168 time: 0.2643378 May 12 17:43:23.444246 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac46ec-46fa-48cc-bc56-0fc89b8ad517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3c4b2f-69ce-415e-8caa-babbe319725e,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:23.467738 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e06a3e2b-ef34-4a3a-b2cf-67f1717de93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (846bc569-b78e-4ea5-9dca-b6531a8a6521), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:23.470788 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e06a3e2b-ef34-4a3a-b2cf-67f1717de93c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:23.472091 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-e06a3e2b-ef34-4a3a-b2cf-67f1717de93c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/846bc569-b78e-4ea5-9dca-b6531a8a6521 HTTP/1.1" status: 204 len: 168 time: 0.2245014 May 12 17:43:23.482187 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a3e2b-ef34-4a3a-b2cf-67f1717de93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846bc569-b78e-4ea5-9dca-b6531a8a6521,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:23.615267 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a575c9-4d67-4157-83fb-8f6e1b725692 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:43:23.753427 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a575c9-4d67-4157-83fb-8f6e1b725692 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:43:23.761138 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-37a575c9-4d67-4157-83fb-8f6e1b725692 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:23.774365 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7ba7e-1ebc-471c-98c9-541dba90d9c4 None None] Sync routers for ids ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:43:23.808282 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d7ba7e-1ebc-471c-98c9-541dba90d9c4 None None] Routers {'31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:43:23.809190 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-52d7ba7e-1ebc-471c-98c9-541dba90d9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:23.860228 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:23.866741 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5f479-fea6-4250-a275-eb09fd818575 req-1c090349-e7ba-4d05-a7ba-08b6c6eed34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:23.869162 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-26a5f479-fea6-4250-a275-eb09fd818575 req-1c090349-e7ba-4d05-a7ba-08b6c6eed34c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 1130 time: 0.1041627 May 12 17:43:23.898527 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ac424-03d8-4e23-b47a-a862d26747f1 req-05796805-04c3-4c66-9d9b-787e053e959f tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:23.900295 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c24ac424-03d8-4e23-b47a-a862d26747f1 req-05796805-04c3-4c66-9d9b-787e053e959f tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 946 time: 0.0767591 May 12 17:43:23.905906 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-37a575c9-4d67-4157-83fb-8f6e1b725692 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "PUT /v2.0/floatingips/82d926c5-e186-45a4-bbd0-829bbab792e6 HTTP/1.1" status: 200 len: 992 time: 2.5626879 May 12 17:43:23.909167 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92a89c3-a796-4a8b-9491-3f944bca5a9b', 'tag': 'dae83d1a-12ad-4d98-a4d1-13233ca983ae'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:43:23.911384 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027d6866-c29d-4e1d-af9d-d205865118f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a92a89c3-a796-4a8b-9491-3f944bca5a9b", "tag": "dae83d1a-12ad-4d98-a4d1-13233ca983ae"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:43:23.945144 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-26a5f479-fea6-4250-a275-eb09fd818575 req-75e3cd6e-65a1-47d4-b72d-a74e526ab248 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7186faeb-d132-4ffd-98e6-3efd8f932a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672095 May 12 17:43:23.965142 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef1c141-b228-42f8-ba07-46520c146ee4 x-openstack-request-id: req-9ef1c141-b228-42f8-ba07-46520c146ee4 {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:43:23.965438 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92a89c3-a796-4a8b-9491-3f944bca5a9b", "tag": "dae83d1a-12ad-4d98-a4d1-13233ca983ae", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:43:23.965690 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9ef1c141-b228-42f8-ba07-46520c146ee4 {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:43:23.966099 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef1c141-b228-42f8-ba07-46520c146ee4'] response: {'name': 'network-changed', 'server_uuid': 'a92a89c3-a796-4a8b-9491-3f944bca5a9b', 'tag': 'dae83d1a-12ad-4d98-a4d1-13233ca983ae', 'status': 'completed', 'code': 200} May 12 17:43:23.982306 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-52d7ba7e-1ebc-471c-98c9-541dba90d9c4 None None] Set router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:43:23.990473 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c24ac424-03d8-4e23-b47a-a862d26747f1 req-865904be-14bf-4dec-9ab3-7edeef261996 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=7186faeb-d132-4ffd-98e6-3efd8f932a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836496 May 12 17:43:24.064670 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46190) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:24.079441 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ebc2bf17-f4d2-4ed6-a714-4aa8935ec641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:24.179412 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ebc2bf17-f4d2-4ed6-a714-4aa8935ec641 admin admin] Publish callbacks [] for security_group (193fdbc9-2ef3-4945-9b1b-f4eabf23ba31), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:24.189557 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ebc2bf17-f4d2-4ed6-a714-4aa8935ec641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (193fdbc9-2ef3-4945-9b1b-f4eabf23ba31), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:24.277003 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-ebc2bf17-f4d2-4ed6-a714-4aa8935ec641 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ecb7df7589a64b70848766d10a1ab6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080212 May 12 17:43:24.277237 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46202) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:24.298380 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6866-c29d-4e1d-af9d-d205865118f7 req-000123e9-afa3-487f-a8db-5ba85c405349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:24.305425 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-027d6866-c29d-4e1d-af9d-d205865118f7 req-000123e9-afa3-487f-a8db-5ba85c405349 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bf607837a27e47bf99a32b3b095df070&device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 1130 time: 0.1034682 May 12 17:43:24.323779 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2bf17-f4d2-4ed6-a714-4aa8935ec641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193fdbc9-2ef3-4945-9b1b-f4eabf23ba31,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:24.335312 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-52d7ba7e-1ebc-471c-98c9-541dba90d9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:46Z', 'revision_number': 4, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '82d926c5-e186-45a4-bbd0-829bbab792e6', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'port_id': 'dae83d1a-12ad-4d98-a4d1-13233ca983ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'mac_address': 'fa:16:3e:e7:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92a89c3-a796-4a8b-9491-3f944bca5a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:42:58Z', 'updated_at': '2022-05-12T17:43:22Z', 'revision_number': 1, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116a7df0-1799-4b81-8257-28151f7e9833', 'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'mac_address': 'fa:16:3e:1a:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:59Z', 'revision_number': 5, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'subnets': [{'id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:24.373610 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2a80e105-8129-46ba-9850-2d1df981632a admin admin] Publish callbacks [] for security_group (193fdbc9-2ef3-4945-9b1b-f4eabf23ba31), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:24.396546 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7ba7e-1ebc-471c-98c9-541dba90d9c4 None None] Checking router: 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:43:24.417258 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2a80e105-8129-46ba-9850-2d1df981632a admin admin] Publish callbacks [] for security_group (193fdbc9-2ef3-4945-9b1b-f4eabf23ba31), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:24.421897 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d7ba7e-1ebc-471c-98c9-541dba90d9c4 None None] Routers {'31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:43:24.422530 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-52d7ba7e-1ebc-471c-98c9-541dba90d9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:24.525743 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2a80e105-8129-46ba-9850-2d1df981632a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (193fdbc9-2ef3-4945-9b1b-f4eabf23ba31), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:24.528687 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2a80e105-8129-46ba-9850-2d1df981632a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:24.529865 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-2a80e105-8129-46ba-9850-2d1df981632a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/193fdbc9-2ef3-4945-9b1b-f4eabf23ba31 HTTP/1.1" status: 204 len: 168 time: 0.2517676 May 12 17:43:24.531009 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6866-c29d-4e1d-af9d-d205865118f7 req-1ba43ac1-e537-4de6-9142-fbab5a92400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:24.532471 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-027d6866-c29d-4e1d-af9d-d205865118f7 req-1ba43ac1-e537-4de6-9142-fbab5a92400c service neutron] 10.222.0.89 "GET /v2.0/networks?id=16b8cd17-5204-4534-ab3e-f50d37e56b44 HTTP/1.1" status: 200 len: 912 time: 0.2191193 May 12 17:43:24.541072 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80e105-8129-46ba-9850-2d1df981632a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193fdbc9-2ef3-4945-9b1b-f4eabf23ba31,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:24.625341 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-52d7ba7e-1ebc-471c-98c9-541dba90d9c4 None None] Set router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:43:24.632548 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8675c1-2997-46d3-9034-3864b89aa2f8 req-d4e731ba-6108-4e5f-8984-d2b463f1e778 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:24.634908 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a8675c1-2997-46d3-9034-3864b89aa2f8 req-d4e731ba-6108-4e5f-8984-d2b463f1e778 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0611489 May 12 17:43:24.692517 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a8675c1-2997-46d3-9034-3864b89aa2f8 req-f1e801ac-5db7-4a58-98b4-d1a833cd3353 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501137 May 12 17:43:24.926155 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0391071-b7d4-4666-9ba1-8c6ed6282491 req-2441275d-8e8a-4f6a-9054-d6632b7778db tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:24.928914 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d0391071-b7d4-4666-9ba1-8c6ed6282491 req-2441275d-8e8a-4f6a-9054-d6632b7778db tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0844610 May 12 17:43:24.939992 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46236) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:24.943492 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-027d6866-c29d-4e1d-af9d-d205865118f7 req-abefa352-0ac7-42d6-be76-e13f41ea19c3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dae83d1a-12ad-4d98-a4d1-13233ca983ae HTTP/1.1" status: 200 len: 1000 time: 0.1695621 May 12 17:43:24.949348 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-ab9812f7-8d29-486b-80f0-b2dce6418d92 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Request body: {'floatingip': {'port_id': '20f0b51d-9edf-437d-a233-3e26daa2ef7c'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:24.988972 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46238) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:25.002832 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-52d7ba7e-1ebc-471c-98c9-541dba90d9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:46Z', 'revision_number': 4, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '82d926c5-e186-45a4-bbd0-829bbab792e6', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'port_id': 'dae83d1a-12ad-4d98-a4d1-13233ca983ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'mac_address': 'fa:16:3e:e7:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92a89c3-a796-4a8b-9491-3f944bca5a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:42:58Z', 'updated_at': '2022-05-12T17:43:22Z', 'revision_number': 1, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116a7df0-1799-4b81-8257-28151f7e9833', 'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'mac_address': 'fa:16:3e:1a:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:59Z', 'revision_number': 5, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'subnets': [{'id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:25.033219 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7ba7e-1ebc-471c-98c9-541dba90d9c4 None None] The sync data for ids ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'] in dv-cinder-839793-10-iscsi is: [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:46Z', 'revision_number': 4, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '82d926c5-e186-45a4-bbd0-829bbab792e6', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'port_id': 'dae83d1a-12ad-4d98-a4d1-13233ca983ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'mac_address': 'fa:16:3e:e7:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92a89c3-a796-4a8b-9491-3f944bca5a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:42:58Z', 'updated_at': '2022-05-12T17:43:22Z', 'revision_number': 1, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116a7df0-1799-4b81-8257-28151f7e9833', 'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'mac_address': 'fa:16:3e:1a:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:59Z', 'revision_number': 5, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'subnets': [{'id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:43:25.050973 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6866-c29d-4e1d-af9d-d205865118f7 req-38dc7354-7013-4290-ba9a-80309f655d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:25.053261 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-027d6866-c29d-4e1d-af9d-d205865118f7 req-38dc7354-7013-4290-ba9a-80309f655d2d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c91d7fdd-c4ad-4b1c-8888-f0300d813365 HTTP/1.1" status: 200 len: 850 time: 0.0894537 May 12 17:43:25.074644 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ab9812f7-8d29-486b-80f0-b2dce6418d92 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for floatingip (cf5cfb1a-dbfe-4817-ad11-d081a8022f66), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:25.171150 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978590e-e833-42a4-ad9c-90ae84218409 req-ae56b0cc-fb02-40ca-ab0c-1699e655b3df tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:25.178116 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1978590e-e833-42a4-ad9c-90ae84218409 req-ae56b0cc-fb02-40ca-ab0c-1699e655b3df tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 946 time: 0.0615177 May 12 17:43:25.191368 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:25.241946 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1978590e-e833-42a4-ad9c-90ae84218409 req-c91b0e69-fef1-43f9-91ef-69c1f9e2cbc8 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=7186faeb-d132-4ffd-98e6-3efd8f932a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628786 May 12 17:43:25.260961 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6866-c29d-4e1d-af9d-d205865118f7 req-ea86edbe-2817-4ca3-bace-59051509fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:25.262456 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-027d6866-c29d-4e1d-af9d-d205865118f7 req-ea86edbe-2817-4ca3-bace-59051509fdf4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16b8cd17-5204-4534-ab3e-f50d37e56b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1997631 May 12 17:43:25.379406 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e41ec757-8c6c-491a-9555-fa632056663b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:25.456825 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5984dc-5feb-4f72-b8b7-e35f19f2ff3a None None] New status for floating IP 82d926c5-e186-45a4-bbd0-829bbab792e6: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:43:25.470297 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 46262) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:25.731025 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-5d5da439-8ba1-4290-bf0b-2d9acec375de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1217012160-network', 'tenant_id': '339a311338b349da9532e1f9f193c38b'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:25.785875 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5da439-8ba1-4290-bf0b-2d9acec375de admin admin] Made reservation on behalf of 339a311338b349da9532e1f9f193c38b for: {'network': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:43:25.793766 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5d5da439-8ba1-4290-bf0b-2d9acec375de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:25.827318 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5d5da439-8ba1-4290-bf0b-2d9acec375de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:25.975360 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-027d6866-c29d-4e1d-af9d-d205865118f7 req-26c17f23-3a64-4971-a1dd-e35acb8c0ead service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605418 May 12 17:43:26.002796 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e41ec757-8c6c-491a-9555-fa632056663b admin admin] Publish callbacks [] for security_group (a60bab60-41da-4fab-a55c-8e1fd04ccfa0), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:26.021572 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e41ec757-8c6c-491a-9555-fa632056663b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a60bab60-41da-4fab-a55c-8e1fd04ccfa0), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:26.056437 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-e41ec757-8c6c-491a-9555-fa632056663b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7f791d82ba5e48eea814b075e161e58b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0667019 May 12 17:43:26.057144 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46280) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:26.068007 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.db.resource_extend [None req-ab9812f7-8d29-486b-80f0-b2dce6418d92 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 17:43:26.080431 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-027d6866-c29d-4e1d-af9d-d205865118f7 req-872444b0-c8a2-436e-b0a9-ba47042cda31 service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976105 May 12 17:43:26.195355 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ab9812f7-8d29-486b-80f0-b2dce6418d92 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:26.202421 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ec757-8c6c-491a-9555-fa632056663b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60bab60-41da-4fab-a55c-8e1fd04ccfa0,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:26.230225 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ab9812f7-8d29-486b-80f0-b2dce6418d92 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (cf5cfb1a-dbfe-4817-ad11-d081a8022f66), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:26.365911 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5d5da439-8ba1-4290-bf0b-2d9acec375de admin admin] Publish callbacks [] for security_group (68933986-cfb0-4d6c-8824-596f20e6cd70), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:26.371727 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5d5da439-8ba1-4290-bf0b-2d9acec375de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (68933986-cfb0-4d6c-8824-596f20e6cd70), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:26.388429 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.l3_db [None req-ab9812f7-8d29-486b-80f0-b2dce6418d92 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Floating IP cf5cfb1a-dbfe-4817-ad11-d081a8022f66 associated. External IP: 172.27.3.139, port: 20f0b51d-9edf-437d-a233-3e26daa2ef7c. May 12 17:43:26.396242 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5da439-8ba1-4290-bf0b-2d9acec375de admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=110068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:43:26.413409 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5da439-8ba1-4290-bf0b-2d9acec375de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68933986-cfb0-4d6c-8824-596f20e6cd70,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:26.417036 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5d5da439-8ba1-4290-bf0b-2d9acec375de admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (0723a990-061b-4009-85ff-caeb1d27f9ee), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:26.417450 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.segments_db [None req-5d5da439-8ba1-4290-bf0b-2d9acec375de admin admin] Added segment 0723a990-061b-4009-85ff-caeb1d27f9ee of type vlan for network 4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0 May 12 17:43:26.490393 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5d5da439-8ba1-4290-bf0b-2d9acec375de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:26.506477 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1ea5292a-4637-4f31-a6a5-24c967c2e201 admin admin] Publish callbacks [] for security_group (a60bab60-41da-4fab-a55c-8e1fd04ccfa0), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:26.528097 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5d5da439-8ba1-4290-bf0b-2d9acec375de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:26.529445 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5da439-8ba1-4290-bf0b-2d9acec375de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:26.530387 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5d5da439-8ba1-4290-bf0b-2d9acec375de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:26.532773 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1ea5292a-4637-4f31-a6a5-24c967c2e201 admin admin] Publish callbacks [] for security_group (a60bab60-41da-4fab-a55c-8e1fd04ccfa0), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:26.593120 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5da439-8ba1-4290-bf0b-2d9acec375de admin admin] Pushing event updated for resources: {'Network': ['ID=4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:26.609151 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-5d5da439-8ba1-4290-bf0b-2d9acec375de admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1377437 May 12 17:43:26.612229 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 46304) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:26.615438 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network 4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0 details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:43:26.623345 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-b500f8b7-54e1-4b6b-beac-7f70f8daf973 admin admin] Request body: {'subnet': {'network_id': '4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1217012160-subnet', 'tenant_id': '339a311338b349da9532e1f9f193c38b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:26.643665 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940e6e5-7b58-4a35-96f1-db6c1b6026af req-3de6119b-a6dd-4db7-8d9d-56bc80205e2b tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:26.645241 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f940e6e5-7b58-4a35-96f1-db6c1b6026af req-3de6119b-a6dd-4db7-8d9d-56bc80205e2b tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 946 time: 0.2584431 May 12 17:43:26.645808 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:26.699962 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b500f8b7-54e1-4b6b-beac-7f70f8daf973 admin admin] Made reservation on behalf of 339a311338b349da9532e1f9f193c38b for: {'subnet': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:43:26.703852 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b500f8b7-54e1-4b6b-beac-7f70f8daf973 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:26.715280 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f940e6e5-7b58-4a35-96f1-db6c1b6026af req-bf751d84-06a1-47fc-8105-2459ea9eb99f tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=7186faeb-d132-4ffd-98e6-3efd8f932a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589781 May 12 17:43:26.757299 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1ea5292a-4637-4f31-a6a5-24c967c2e201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a60bab60-41da-4fab-a55c-8e1fd04ccfa0), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:26.764689 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1ea5292a-4637-4f31-a6a5-24c967c2e201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:26.764689 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-1ea5292a-4637-4f31-a6a5-24c967c2e201 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a60bab60-41da-4fab-a55c-8e1fd04ccfa0 HTTP/1.1" status: 204 len: 168 time: 0.6966550 May 12 17:43:26.777405 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5292a-4637-4f31-a6a5-24c967c2e201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60bab60-41da-4fab-a55c-8e1fd04ccfa0,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:26.876876 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9812f7-8d29-486b-80f0-b2dce6418d92 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:43:26.955007 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46316) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:26.955224 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb537d-14f2-49b7-b649-674d94a4c860 req-443e1d63-1bac-489e-8f53-d5ba83638c68 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:26.956645 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a5eb537d-14f2-49b7-b649-674d94a4c860 req-443e1d63-1bac-489e-8f53-d5ba83638c68 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 946 time: 0.1010017 May 12 17:43:26.966619 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 46318) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:26.971230 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-ece4bf8a-5c5f-469a-8ae6-c5ed5e782beb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'floatingip': {'port_id': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:27.042145 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ece4bf8a-5c5f-469a-8ae6-c5ed5e782beb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (cc1bc188-2b53-433d-a8bf-202f72eccd4a), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.089648 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9812f7-8d29-486b-80f0-b2dce6418d92 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:43:27.101319 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf2a7b-ab92-45e6-b4c7-9a762210d9b8 None None] Sync routers for ids ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:43:27.112851 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ab9812f7-8d29-486b-80f0-b2dce6418d92 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.119744 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf2a7b-ab92-45e6-b4c7-9a762210d9b8 None None] Routers {'e1a375fe-d1c3-406b-ab23-82f17d5fbda7'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:43:27.122990 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-5dcf2a7b-ab92-45e6-b4c7-9a762210d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:27.162342 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-ab9812f7-8d29-486b-80f0-b2dce6418d92 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "PUT /v2.0/floatingips/cf5cfb1a-dbfe-4817-ad11-d081a8022f66 HTTP/1.1" status: 200 len: 991 time: 2.2212255 May 12 17:43:27.168202 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b3f033-5f36-4355-8221-ab55bcba8722', 'tag': '20f0b51d-9edf-437d-a233-3e26daa2ef7c'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:43:27.173691 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07361a43-b22a-424b-b9b2-348e2d28b056" -d '{"events": [{"name": "network-changed", "server_uuid": "12b3f033-5f36-4355-8221-ab55bcba8722", "tag": "20f0b51d-9edf-437d-a233-3e26daa2ef7c"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:43:27.228511 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf7fc-a4d5-4211-83f0-f874a41ef913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.276914 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2107c11e-a35f-4d98-970b-9729ffe35f46 x-openstack-request-id: req-2107c11e-a35f-4d98-970b-9729ffe35f46 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:43:27.277256 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b3f033-5f36-4355-8221-ab55bcba8722", "tag": "20f0b51d-9edf-437d-a233-3e26daa2ef7c", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:43:27.277500 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2107c11e-a35f-4d98-970b-9729ffe35f46 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:43:27.277899 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2107c11e-a35f-4d98-970b-9729ffe35f46'] response: {'name': 'network-changed', 'server_uuid': '12b3f033-5f36-4355-8221-ab55bcba8722', 'tag': '20f0b51d-9edf-437d-a233-3e26daa2ef7c', 'status': 'completed', 'code': 200} May 12 17:43:27.328652 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46332) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:27.329190 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b500f8b7-54e1-4b6b-beac-7f70f8daf973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for subnet (1566b229-6f9e-4f3f-a9cb-f7f9af5e8dee), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.349141 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a0f332b3-5566-4ed6-a21b-6e713b854ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.356718 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-5dcf2a7b-ab92-45e6-b4c7-9a762210d9b8 None None] Set router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:43:27.395555 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf7fc-a4d5-4211-83f0-f874a41ef913 admin admin] Publish callbacks [] for security_group (1c731351-3aa8-4700-bd00-c45b422f1335), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.408321 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf7fc-a4d5-4211-83f0-f874a41ef913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (1c731351-3aa8-4700-bd00-c45b422f1335), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.468327 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500f8b7-54e1-4b6b-beac-7f70f8daf973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1566b229-6f9e-4f3f-a9cb-f7f9af5e8dee,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:27.473446 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-bd3bf7fc-a4d5-4211-83f0-f874a41ef913 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ddea23f7d54f415b9f5436f0aa5c9c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5110672 May 12 17:43:27.473446 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bf7fc-a4d5-4211-83f0-f874a41ef913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c731351-3aa8-4700-bd00-c45b422f1335,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:27.482127 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46336) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:27.489651 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b500f8b7-54e1-4b6b-beac-7f70f8daf973 admin admin] Checking segment: {'id': '0723a990-061b-4009-85ff-caeb1d27f9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:43:27.492572 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b500f8b7-54e1-4b6b-beac-7f70f8daf973 admin admin] Network hostable DHCP agents. Network: 4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:43:27.535878 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a0f332b3-5566-4ed6-a21b-6e713b854ffa admin admin] Publish callbacks [] for security_group (bb40f908-2239-4843-a91e-b7d668cc1242), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.542883 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a0f332b3-5566-4ed6-a21b-6e713b854ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (bb40f908-2239-4843-a91e-b7d668cc1242), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.554222 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b500f8b7-54e1-4b6b-beac-7f70f8daf973 admin admin] Network 4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0 is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:43:27.578358 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-53bb3430-efc1-4af1-99c0-245925cd9bde admin admin] Publish callbacks [] for security_group (1c731351-3aa8-4700-bd00-c45b422f1335), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.580568 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-b500f8b7-54e1-4b6b-beac-7f70f8daf973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, 4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0) {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:43:27.585034 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b500f8b7-54e1-4b6b-beac-7f70f8daf973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:27.585633 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b500f8b7-54e1-4b6b-beac-7f70f8daf973 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.595930 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ae730a-9e8b-4dd9-921c-1da1d43edf85 None None] Network 4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:43:27.599294 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f332b3-5566-4ed6-a21b-6e713b854ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb40f908-2239-4843-a91e-b7d668cc1242,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:27.609033 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-a0f332b3-5566-4ed6-a21b-6e713b854ffa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e3aa5c719e454e0dac5c44cec48e925e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770159 May 12 17:43:27.611559 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46338) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:27.616967 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-53bb3430-efc1-4af1-99c0-245925cd9bde admin admin] Publish callbacks [] for security_group (1c731351-3aa8-4700-bd00-c45b422f1335), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.697206 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-b500f8b7-54e1-4b6b-beac-7f70f8daf973 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0745387 May 12 17:43:27.697422 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-5dcf2a7b-ab92-45e6-b4c7-9a762210d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'cf5cfb1a-dbfe-4817-ad11-d081a8022f66', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'floating_ip_address': '172.27.3.139', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'port_id': '20f0b51d-9edf-437d-a233-3e26daa2ef7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'mac_address': 'fa:16:3e:51:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b3f033-5f36-4355-8221-ab55bcba8722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:42:55Z', 'updated_at': '2022-05-12T17:43:25Z', 'revision_number': 1, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb5e0a8-8506-46a6-a472-9454affbb253', 'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'mac_address': 'fa:16:3e:c1:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:57Z', 'revision_number': 5, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'subnets': [{'id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:27.697623 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e715b781-680b-4194-b6c8-425ce6b6f842 admin admin] Publish callbacks [] for security_group (bb40f908-2239-4843-a91e-b7d668cc1242), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.730912 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf2a7b-ab92-45e6-b4c7-9a762210d9b8 None None] Checking router: e1a375fe-d1c3-406b-ab23-82f17d5fbda7 for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:43:27.742493 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf2a7b-ab92-45e6-b4c7-9a762210d9b8 None None] Routers {'e1a375fe-d1c3-406b-ab23-82f17d5fbda7'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:43:27.743301 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-5dcf2a7b-ab92-45e6-b4c7-9a762210d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:27.750842 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e715b781-680b-4194-b6c8-425ce6b6f842 admin admin] Publish callbacks [] for security_group (bb40f908-2239-4843-a91e-b7d668cc1242), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.766770 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-53bb3430-efc1-4af1-99c0-245925cd9bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (1c731351-3aa8-4700-bd00-c45b422f1335), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.769236 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-53bb3430-efc1-4af1-99c0-245925cd9bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.772890 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-53bb3430-efc1-4af1-99c0-245925cd9bde admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1c731351-3aa8-4700-bd00-c45b422f1335 HTTP/1.1" status: 204 len: 168 time: 0.2872822 May 12 17:43:27.800149 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cf39eb-4a57-4211-90cc-227649684a73 None None] Network 4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:43:27.803090 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb3430-efc1-4af1-99c0-245925cd9bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c731351-3aa8-4700-bd00-c45b422f1335,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:27.859673 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e715b781-680b-4194-b6c8-425ce6b6f842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (bb40f908-2239-4843-a91e-b7d668cc1242), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.862802 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e715b781-680b-4194-b6c8-425ce6b6f842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:27.864184 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-e715b781-680b-4194-b6c8-425ce6b6f842 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bb40f908-2239-4843-a91e-b7d668cc1242 HTTP/1.1" status: 204 len: 168 time: 0.2493117 May 12 17:43:27.877713 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715b781-680b-4194-b6c8-425ce6b6f842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb40f908-2239-4843-a91e-b7d668cc1242,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:27.903100 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-5dcf2a7b-ab92-45e6-b4c7-9a762210d9b8 None None] Set router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:43:28.002111 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ece4bf8a-5c5f-469a-8ae6-c5ed5e782beb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:28.009052 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ece4bf8a-5c5f-469a-8ae6-c5ed5e782beb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (cc1bc188-2b53-433d-a8bf-202f72eccd4a), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:28.126322 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.l3_db [None req-ece4bf8a-5c5f-469a-8ae6-c5ed5e782beb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Floating IP cc1bc188-2b53-433d-a8bf-202f72eccd4a associated. External IP: 172.27.3.222, port: b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1. May 12 17:43:28.201464 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-5dcf2a7b-ab92-45e6-b4c7-9a762210d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'cf5cfb1a-dbfe-4817-ad11-d081a8022f66', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'floating_ip_address': '172.27.3.139', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'port_id': '20f0b51d-9edf-437d-a233-3e26daa2ef7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'mac_address': 'fa:16:3e:51:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b3f033-5f36-4355-8221-ab55bcba8722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:42:55Z', 'updated_at': '2022-05-12T17:43:25Z', 'revision_number': 1, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb5e0a8-8506-46a6-a472-9454affbb253', 'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'mac_address': 'fa:16:3e:c1:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:57Z', 'revision_number': 5, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'subnets': [{'id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:28.234815 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf2a7b-ab92-45e6-b4c7-9a762210d9b8 None None] The sync data for ids ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'] in dv-cinder-839793-10-iscsi is: [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'cf5cfb1a-dbfe-4817-ad11-d081a8022f66', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'floating_ip_address': '172.27.3.139', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'port_id': '20f0b51d-9edf-437d-a233-3e26daa2ef7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'mac_address': 'fa:16:3e:51:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b3f033-5f36-4355-8221-ab55bcba8722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:42:55Z', 'updated_at': '2022-05-12T17:43:25Z', 'revision_number': 1, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb5e0a8-8506-46a6-a472-9454affbb253', 'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'mac_address': 'fa:16:3e:c1:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:57Z', 'revision_number': 5, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'subnets': [{'id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:43:28.420441 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece4bf8a-5c5f-469a-8ae6-c5ed5e782beb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Router 20c039b5-b469-4a55-8d72-a91b8dff6cff has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:43:28.587198 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f62c21-312a-4915-a4c5-fe6c9eb5a6cc None None] New status for floating IP cf5cfb1a-dbfe-4817-ad11-d081a8022f66: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:43:28.651046 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece4bf8a-5c5f-469a-8ae6-c5ed5e782beb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:43:28.663240 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ece4bf8a-5c5f-469a-8ae6-c5ed5e782beb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:28.668676 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15adc74a-86fb-4de3-94e5-f4b0794b7502 None None] Sync routers for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:43:28.700065 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15adc74a-86fb-4de3-94e5-f4b0794b7502 None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:43:28.701514 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-15adc74a-86fb-4de3-94e5-f4b0794b7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:28.933316 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-15adc74a-86fb-4de3-94e5-f4b0794b7502 None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:43:29.051773 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46410) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:29.061263 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-e9459272-52ca-45ce-8b60-56f0e21fcb5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-164968224-network', 'tenant_id': '7b85aa3c24f5423d8c9a7b83ace994cc'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:29.095534 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9459272-52ca-45ce-8b60-56f0e21fcb5c admin admin] Made reservation on behalf of 7b85aa3c24f5423d8c9a7b83ace994cc for: {'network': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:43:29.099684 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e9459272-52ca-45ce-8b60-56f0e21fcb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:29.111987 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-ece4bf8a-5c5f-469a-8ae6-c5ed5e782beb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "PUT /v2.0/floatingips/cc1bc188-2b53-433d-a8bf-202f72eccd4a HTTP/1.1" status: 200 len: 992 time: 2.1442852 May 12 17:43:29.115382 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e9459272-52ca-45ce-8b60-56f0e21fcb5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:29.115754 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'tag': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:43:29.127400 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a005af-dac7-41fc-8c48-fd72008bbf31" -d '{"events": [{"name": "network-changed", "server_uuid": "70784c5b-3ded-4e8a-ab43-6e738bf4eea5", "tag": "b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:43:29.142485 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07361a43-b22a-424b-b9b2-348e2d28b056 req-785e6e39-98f3-4a24-bdbe-3dfdab0637d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:29.144044 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-07361a43-b22a-424b-b9b2-348e2d28b056 req-785e6e39-98f3-4a24-bdbe-3dfdab0637d4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c07bc791aa8d45d4a9e72758f39f6a85&device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 1129 time: 0.0861053 May 12 17:43:29.275087 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e9459272-52ca-45ce-8b60-56f0e21fcb5c admin admin] Publish callbacks [] for security_group (6e2ebfcb-a296-4c08-97d8-c7a0fb779165), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:29.285103 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684ad0d9-8c1a-49ba-941a-eaa263e16961 x-openstack-request-id: req-684ad0d9-8c1a-49ba-941a-eaa263e16961 {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:43:29.285675 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70784c5b-3ded-4e8a-ab43-6e738bf4eea5", "tag": "b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:43:29.286599 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-684ad0d9-8c1a-49ba-941a-eaa263e16961 {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:43:29.287885 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684ad0d9-8c1a-49ba-941a-eaa263e16961'] response: {'name': 'network-changed', 'server_uuid': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'tag': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1', 'status': 'completed', 'code': 200} May 12 17:43:29.291005 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e9459272-52ca-45ce-8b60-56f0e21fcb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (6e2ebfcb-a296-4c08-97d8-c7a0fb779165), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:29.324611 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-15adc74a-86fb-4de3-94e5-f4b0794b7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'cc1bc188-2b53-433d-a8bf-202f72eccd4a', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:3d:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:42:59Z', 'updated_at': '2022-05-12T17:43:27Z', 'revision_number': 1, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:29.364223 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15adc74a-86fb-4de3-94e5-f4b0794b7502 None None] Checking router: 20c039b5-b469-4a55-8d72-a91b8dff6cff for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:43:29.365402 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07361a43-b22a-424b-b9b2-348e2d28b056 req-fddd5782-5fa0-4263-89a3-f44d1edae63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:29.370457 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-07361a43-b22a-424b-b9b2-348e2d28b056 req-fddd5782-5fa0-4263-89a3-f44d1edae63d service neutron] 10.222.0.89 "GET /v2.0/networks?id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 HTTP/1.1" status: 200 len: 918 time: 0.2115459 May 12 17:43:29.379147 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15adc74a-86fb-4de3-94e5-f4b0794b7502 None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:43:29.379862 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-15adc74a-86fb-4de3-94e5-f4b0794b7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:29.431308 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9459272-52ca-45ce-8b60-56f0e21fcb5c admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=110069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:43:29.431308 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9459272-52ca-45ce-8b60-56f0e21fcb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2ebfcb-a296-4c08-97d8-c7a0fb779165,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:29.438272 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a005af-dac7-41fc-8c48-fd72008bbf31 req-eae6f2e6-72c8-4fb4-9bdd-f39063204923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:29.439984 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-17a005af-dac7-41fc-8c48-fd72008bbf31 req-eae6f2e6-72c8-4fb4-9bdd-f39063204923 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 1130 time: 0.1621237 May 12 17:43:29.441137 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e9459272-52ca-45ce-8b60-56f0e21fcb5c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (744d37d1-613a-4ddf-8c9d-e9e8b74683bc), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:29.444729 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.segments_db [None req-e9459272-52ca-45ce-8b60-56f0e21fcb5c admin admin] Added segment 744d37d1-613a-4ddf-8c9d-e9e8b74683bc of type vlan for network 062e511e-bd9f-4e5b-b9bd-495d23ade7a0 May 12 17:43:29.516078 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-07361a43-b22a-424b-b9b2-348e2d28b056 req-a8fdd8ca-0ea7-400d-aaf7-3f37275b290d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c HTTP/1.1" status: 200 len: 1001 time: 0.1381445 May 12 17:43:29.547242 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e9459272-52ca-45ce-8b60-56f0e21fcb5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (062e511e-bd9f-4e5b-b9bd-495d23ade7a0), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:29.632023 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a005af-dac7-41fc-8c48-fd72008bbf31 req-c315dfd4-ed52-46d1-9b49-5a63a6400026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:29.633706 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-17a005af-dac7-41fc-8c48-fd72008bbf31 req-c315dfd4-ed52-46d1-9b49-5a63a6400026 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5 HTTP/1.1" status: 200 len: 916 time: 0.1691580 May 12 17:43:29.634554 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e9459272-52ca-45ce-8b60-56f0e21fcb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (062e511e-bd9f-4e5b-b9bd-495d23ade7a0), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:29.635590 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9459272-52ca-45ce-8b60-56f0e21fcb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:29.636190 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e9459272-52ca-45ce-8b60-56f0e21fcb5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:29.657338 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07361a43-b22a-424b-b9b2-348e2d28b056 req-ac027902-edcf-4b9c-b05f-129b40a6c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:29.661078 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-07361a43-b22a-424b-b9b2-348e2d28b056 req-ac027902-edcf-4b9c-b05f-129b40a6c9fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0b0dfdc-d399-403b-bb90-d8985605957d HTTP/1.1" status: 200 len: 856 time: 0.1388535 May 12 17:43:29.747508 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07361a43-b22a-424b-b9b2-348e2d28b056 req-402c13a5-7968-4888-aad2-e69ebf562f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:29.749945 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-07361a43-b22a-424b-b9b2-348e2d28b056 req-402c13a5-7968-4888-aad2-e69ebf562f42 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0816185 May 12 17:43:29.762512 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-15adc74a-86fb-4de3-94e5-f4b0794b7502 None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:43:29.861487 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-e9459272-52ca-45ce-8b60-56f0e21fcb5c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8051229 May 12 17:43:29.903266 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-07361a43-b22a-424b-b9b2-348e2d28b056 req-8e7d16be-a501-47ca-9924-b6a585b63855 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458907 May 12 17:43:29.905414 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 46440) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:29.915339 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-498f072f-64c9-4476-ad3a-25506b704194 admin admin] Request body: {'subnet': {'network_id': '062e511e-bd9f-4e5b-b9bd-495d23ade7a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-164968224-subnet', 'tenant_id': '7b85aa3c24f5423d8c9a7b83ace994cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:30.030372 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-15adc74a-86fb-4de3-94e5-f4b0794b7502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'cc1bc188-2b53-433d-a8bf-202f72eccd4a', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:3d:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:42:59Z', 'updated_at': '2022-05-12T17:43:27Z', 'revision_number': 1, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:30.068952 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15adc74a-86fb-4de3-94e5-f4b0794b7502 None None] The sync data for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi is: [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'cc1bc188-2b53-433d-a8bf-202f72eccd4a', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:3d:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:42:59Z', 'updated_at': '2022-05-12T17:43:27Z', 'revision_number': 1, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:43:30.123264 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-07361a43-b22a-424b-b9b2-348e2d28b056 req-ede14c0e-9e5b-4752-af22-ea93c85b6e47 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031782 May 12 17:43:30.129009 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498f072f-64c9-4476-ad3a-25506b704194 admin admin] Made reservation on behalf of 7b85aa3c24f5423d8c9a7b83ace994cc for: {'subnet': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:43:30.131504 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-498f072f-64c9-4476-ad3a-25506b704194 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:30.272114 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9459272-52ca-45ce-8b60-56f0e21fcb5c admin admin] Pushing event updated for resources: {'Network': ['ID=062e511e-bd9f-4e5b-b9bd-495d23ade7a0,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:30.277242 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-17a005af-dac7-41fc-8c48-fd72008bbf31 req-178cef23-af8a-44aa-8b44-a6e119e0c781 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 HTTP/1.1" status: 200 len: 1000 time: 0.6352706 May 12 17:43:30.284716 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network 062e511e-bd9f-4e5b-b9bd-495d23ade7a0 details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:43:30.302777 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73563b42-c345-4e9a-8b98-5896c67494df req-7a53f4e5-736a-42b0-929a-25a8d50cd667 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:30.304611 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-73563b42-c345-4e9a-8b98-5896c67494df req-7a53f4e5-736a-42b0-929a-25a8d50cd667 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 946 time: 0.0944486 May 12 17:43:30.409563 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-73563b42-c345-4e9a-8b98-5896c67494df req-64c651ea-c422-482c-9c03-eb7b07501488 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943949 May 12 17:43:30.489117 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49734bc8-abe0-4c2c-abd6-3d63f7cc0eda None None] New status for floating IP cc1bc188-2b53-433d-a8bf-202f72eccd4a: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:43:30.494624 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-498f072f-64c9-4476-ad3a-25506b704194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for subnet (74e23efe-d642-40f3-b94e-09a7e6de40a6), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:30.583649 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f072f-64c9-4476-ad3a-25506b704194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e23efe-d642-40f3-b94e-09a7e6de40a6,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:30.608538 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f072f-64c9-4476-ad3a-25506b704194 admin admin] Checking segment: {'id': '744d37d1-613a-4ddf-8c9d-e9e8b74683bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '062e511e-bd9f-4e5b-b9bd-495d23ade7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:43:30.609267 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498f072f-64c9-4476-ad3a-25506b704194 admin admin] Network hostable DHCP agents. Network: 062e511e-bd9f-4e5b-b9bd-495d23ade7a0, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:43:30.653411 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498f072f-64c9-4476-ad3a-25506b704194 admin admin] Network 062e511e-bd9f-4e5b-b9bd-495d23ade7a0 is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:43:30.675545 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-498f072f-64c9-4476-ad3a-25506b704194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, 062e511e-bd9f-4e5b-b9bd-495d23ade7a0) {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:43:30.681574 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f072f-64c9-4476-ad3a-25506b704194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:30.682277 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-498f072f-64c9-4476-ad3a-25506b704194 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:30.706277 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-498f072f-64c9-4476-ad3a-25506b704194 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7987936 May 12 17:43:30.777748 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8bfeec-65da-4069-a617-0cb689c1b3a0 None None] Network 062e511e-bd9f-4e5b-b9bd-495d23ade7a0 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:43:31.011373 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7263fa26-1e07-448e-87c5-9bfa8d9d2823 None None] Network 062e511e-bd9f-4e5b-b9bd-495d23ade7a0 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:43:31.022641 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 46474) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:31.177712 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-85198986-c43e-415d-b918-0e610aa5c81f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:31.272422 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-85198986-c43e-415d-b918-0e610aa5c81f admin admin] Publish callbacks [] for security_group (3f53640d-5229-4031-bcac-3d314f1e17da), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:31.277587 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-85198986-c43e-415d-b918-0e610aa5c81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (3f53640d-5229-4031-bcac-3d314f1e17da), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:31.322468 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85198986-c43e-415d-b918-0e610aa5c81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f53640d-5229-4031-bcac-3d314f1e17da,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:31.329651 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-85198986-c43e-415d-b918-0e610aa5c81f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2b9233cd986e4b53b7009c49f4752ef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034112 May 12 17:43:31.330269 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 46480) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:31.395072 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ac9d28eb-66f5-4e03-b480-d08aa3a6fda3 admin admin] Publish callbacks [] for security_group (3f53640d-5229-4031-bcac-3d314f1e17da), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:31.418178 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ac9d28eb-66f5-4e03-b480-d08aa3a6fda3 admin admin] Publish callbacks [] for security_group (3f53640d-5229-4031-bcac-3d314f1e17da), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:31.468419 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ac9d28eb-66f5-4e03-b480-d08aa3a6fda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (3f53640d-5229-4031-bcac-3d314f1e17da), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:31.471164 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ac9d28eb-66f5-4e03-b480-d08aa3a6fda3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:31.472324 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-ac9d28eb-66f5-4e03-b480-d08aa3a6fda3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3f53640d-5229-4031-bcac-3d314f1e17da HTTP/1.1" status: 204 len: 168 time: 0.1414425 May 12 17:43:31.483373 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d28eb-66f5-4e03-b480-d08aa3a6fda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f53640d-5229-4031-bcac-3d314f1e17da,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:31.546785 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f74397-3804-49d4-9f9b-b32daeae8edd req-96a2f741-a1ba-40f7-9e0b-9ab601cf0458 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:31.548398 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-49f74397-3804-49d4-9f9b-b32daeae8edd req-96a2f741-a1ba-40f7-9e0b-9ab601cf0458 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 946 time: 0.0505674 May 12 17:43:31.604883 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-49f74397-3804-49d4-9f9b-b32daeae8edd req-641a9d60-abf6-47f1-9b51-ca47b54da16a tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506613 May 12 17:43:31.687301 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a005af-dac7-41fc-8c48-fd72008bbf31 req-f203fbe9-9347-4c62-97d2-67a0c641f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:31.689137 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-17a005af-dac7-41fc-8c48-fd72008bbf31 req-f203fbe9-9347-4c62-97d2-67a0c641f927 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e6c02cbf-c8ea-4ce8-9704-004518301240 HTTP/1.1" status: 200 len: 854 time: 0.0612249 May 12 17:43:31.752280 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a005af-dac7-41fc-8c48-fd72008bbf31 req-2881fbcd-8a1b-4825-9bbb-deb7d9efb50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:31.757387 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-17a005af-dac7-41fc-8c48-fd72008bbf31 req-2881fbcd-8a1b-4825-9bbb-deb7d9efb50a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0600998 May 12 17:43:31.843753 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 46506) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:31.862540 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-866d5204-78cd-4262-8f31-94b7b3fbe62b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:31.876262 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-17a005af-dac7-41fc-8c48-fd72008bbf31 req-2609acfc-0f44-43fc-92ad-48d348d5d73c service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085019 May 12 17:43:31.968061 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-866d5204-78cd-4262-8f31-94b7b3fbe62b admin admin] Publish callbacks [] for security_group (dc9dc3bb-91e1-49de-9de1-0594637ac44a), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:31.973909 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-866d5204-78cd-4262-8f31-94b7b3fbe62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (dc9dc3bb-91e1-49de-9de1-0594637ac44a), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:32.023026 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-866d5204-78cd-4262-8f31-94b7b3fbe62b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1024eeeb74024f28a166423b73a06319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752276 May 12 17:43:32.023026 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d5204-78cd-4262-8f31-94b7b3fbe62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9dc3bb-91e1-49de-9de1-0594637ac44a,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:32.023778 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46516) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:32.127544 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8075981d-225f-4516-b485-5849746b2c64 admin admin] Publish callbacks [] for security_group (dc9dc3bb-91e1-49de-9de1-0594637ac44a), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:32.131659 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-17a005af-dac7-41fc-8c48-fd72008bbf31 req-d7b078f4-6002-4dba-97b0-78eb1603fe87 service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371231 May 12 17:43:32.151774 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8075981d-225f-4516-b485-5849746b2c64 admin admin] Publish callbacks [] for security_group (dc9dc3bb-91e1-49de-9de1-0594637ac44a), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:32.200651 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8075981d-225f-4516-b485-5849746b2c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (dc9dc3bb-91e1-49de-9de1-0594637ac44a), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:32.203289 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8075981d-225f-4516-b485-5849746b2c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:32.204416 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-8075981d-225f-4516-b485-5849746b2c64 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dc9dc3bb-91e1-49de-9de1-0594637ac44a HTTP/1.1" status: 204 len: 168 time: 0.1796708 May 12 17:43:32.213040 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075981d-225f-4516-b485-5849746b2c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9dc3bb-91e1-49de-9de1-0594637ac44a,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:32.555510 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46542) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:32.568594 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-68837c41-8e64-4775-ac83-730474e3df08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:32.648154 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-68837c41-8e64-4775-ac83-730474e3df08 admin admin] Publish callbacks [] for security_group (cbc3a5cc-f69f-46c7-9f34-3e9a566aa207), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:32.653914 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-68837c41-8e64-4775-ac83-730474e3df08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (cbc3a5cc-f69f-46c7-9f34-3e9a566aa207), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:32.701900 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-68837c41-8e64-4775-ac83-730474e3df08 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=290e477a523b48a68a54d3d9b44cd211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452720 May 12 17:43:32.702968 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68837c41-8e64-4775-ac83-730474e3df08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc3a5cc-f69f-46c7-9f34-3e9a566aa207,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:32.706236 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46546) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:32.732638 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82814a1b-058d-4978-a5c4-9dda68fd5b27 req-c293d4a2-b2ab-4e88-9c36-e1043a7eef84 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:32.734143 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-82814a1b-058d-4978-a5c4-9dda68fd5b27 req-c293d4a2-b2ab-4e88-9c36-e1043a7eef84 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 946 time: 0.0552664 May 12 17:43:32.765733 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b66e725f-db7f-48d4-8016-4504fcd73b69 admin admin] Publish callbacks [] for security_group (cbc3a5cc-f69f-46c7-9f34-3e9a566aa207), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:32.790047 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-82814a1b-058d-4978-a5c4-9dda68fd5b27 req-48843f43-b324-4991-8492-cc1aad1a156b tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494678 May 12 17:43:32.791847 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b66e725f-db7f-48d4-8016-4504fcd73b69 admin admin] Publish callbacks [] for security_group (cbc3a5cc-f69f-46c7-9f34-3e9a566aa207), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:32.839562 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b66e725f-db7f-48d4-8016-4504fcd73b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (cbc3a5cc-f69f-46c7-9f34-3e9a566aa207), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:32.842093 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b66e725f-db7f-48d4-8016-4504fcd73b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:32.843264 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-b66e725f-db7f-48d4-8016-4504fcd73b69 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cbc3a5cc-f69f-46c7-9f34-3e9a566aa207 HTTP/1.1" status: 204 len: 168 time: 0.1359534 May 12 17:43:32.850836 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e725f-db7f-48d4-8016-4504fcd73b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc3a5cc-f69f-46c7-9f34-3e9a566aa207,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:33.907222 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ee9b3-7ab4-4446-885b-463579b0d401 req-f1b58126-31e2-482a-b9b9-bad0e998df1e tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:33.908864 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c77ee9b3-7ab4-4446-885b-463579b0d401 req-f1b58126-31e2-482a-b9b9-bad0e998df1e tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 946 time: 0.0476701 May 12 17:43:33.957830 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c77ee9b3-7ab4-4446-885b-463579b0d401 req-7a0fe75c-3bb9-42d7-ae8c-4856ddf40aa6 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425684 May 12 17:43:34.801861 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46634) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:34.905807 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:34.995816 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8fc80-8e83-4c7e-b019-0a95aa6aea00 req-701f02b6-91a5-4d71-aee6-f3d1d3a6c8e6 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:34.997295 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-61a8fc80-8e83-4c7e-b019-0a95aa6aea00 req-701f02b6-91a5-4d71-aee6-f3d1d3a6c8e6 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.89 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 946 time: 0.0570333 May 12 17:43:35.051281 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Publish callbacks [] for security_group (1b0ebf19-bb27-4ec4-b0a8-7b77f6b2a43f), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:35.061648 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (1b0ebf19-bb27-4ec4-b0a8-7b77f6b2a43f), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:35.086309 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8bdef-6db6-4426-ab07-3e723b30cc48 req-d60fbaad-b938-4563-99a8-df9071a6bcd3 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:35.091070 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d3b8bdef-6db6-4426-ab07-3e723b30cc48 req-d60fbaad-b938-4563-99a8-df9071a6bcd3 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 946 time: 0.0545204 May 12 17:43:35.136911 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d3b8bdef-6db6-4426-ab07-3e723b30cc48 req-1ee22a85-cba5-4eb3-aa38-cf42c3f4ed3d tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/security-groups?id=f540a3cd-dbf1-4c51-beab-0545843680f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426950 May 12 17:43:35.172856 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9976c5873f814e7fa50641928520680b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698976 May 12 17:43:35.175514 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 46644) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:35.177387 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-61a8fc80-8e83-4c7e-b019-0a95aa6aea00 req-3bce4f21-24b1-4427-8684-50f86292058d tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Deleting port 30ffa323-c573-4419-9364-4adaabc825fa {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:43:35.177734 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-61a8fc80-8e83-4c7e-b019-0a95aa6aea00 req-3bce4f21-24b1-4427-8684-50f86292058d tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (30ffa323-c573-4419-9364-4adaabc825fa), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:35.181024 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0ebf19-bb27-4ec4-b0a8-7b77f6b2a43f,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:35.207279 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.207703 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.207997 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.208344 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.208871 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.209344 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.209826 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.210306 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.210839 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.211944 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.212452 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.212951 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.213429 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.213920 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.214393 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c78d4e6-f43e-4310-ab29-7549c0eb9ed8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.234920 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Publish callbacks [] for security_group (1b0ebf19-bb27-4ec4-b0a8-7b77f6b2a43f), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:35.262380 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Publish callbacks [] for security_group (1b0ebf19-bb27-4ec4-b0a8-7b77f6b2a43f), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:35.316488 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-61a8fc80-8e83-4c7e-b019-0a95aa6aea00 req-3bce4f21-24b1-4427-8684-50f86292058d tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] For port 30ffa323-c573-4419-9364-4adaabc825fa, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=30ffa323-c573-4419-9364-4adaabc825fa,segment=NetworkSegment(5ba99d90-31b6-4f50-9e58-f8241fb233ce),segment_id=5ba99d90-31b6-4f50-9e58-f8241fb233ce)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:35.316862 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-61a8fc80-8e83-4c7e-b019-0a95aa6aea00 req-3bce4f21-24b1-4427-8684-50f86292058d tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (30ffa323-c573-4419-9364-4adaabc825fa), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:35.337490 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-61a8fc80-8e83-4c7e-b019-0a95aa6aea00 req-3bce4f21-24b1-4427-8684-50f86292058d tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Calling delete_port for 30ffa323-c573-4419-9364-4adaabc825fa owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:43:35.344781 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (1b0ebf19-bb27-4ec4-b0a8-7b77f6b2a43f), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:35.350356 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:35.356869 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1b0ebf19-bb27-4ec4-b0a8-7b77f6b2a43f HTTP/1.1" status: 204 len: 168 time: 0.1802132 May 12 17:43:35.373843 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0ebf19-bb27-4ec4-b0a8-7b77f6b2a43f,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:35.387647 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.387861 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.388466 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.388871 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.389301 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.389655 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.389987 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.390497 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.391056 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.391679 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.392134 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.392494 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.392875 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.393218 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.393747 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c73092c-bf43-4db3-af7c-a01d890e8f23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:35.525408 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-61a8fc80-8e83-4c7e-b019-0a95aa6aea00 req-3bce4f21-24b1-4427-8684-50f86292058d tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (30ffa323-c573-4419-9364-4adaabc825fa), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:35.558177 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce4f21-24b1-4427-8684-50f86292058d tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Pushing event deleted for resources: {'Port': ['ID=30ffa323-c573-4419-9364-4adaabc825fa,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:35.637546 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a8fc80-8e83-4c7e-b019-0a95aa6aea00 req-3bce4f21-24b1-4427-8684-50f86292058d tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] No DVR routers for this DVR port 30ffa323-c573-4419-9364-4adaabc825fa on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:43:35.640781 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-61a8fc80-8e83-4c7e-b019-0a95aa6aea00 req-3bce4f21-24b1-4427-8684-50f86292058d tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:35.644961 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-61a8fc80-8e83-4c7e-b019-0a95aa6aea00 req-3bce4f21-24b1-4427-8684-50f86292058d tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.89 "DELETE /v2.0/ports/30ffa323-c573-4419-9364-4adaabc825fa HTTP/1.1" status: 204 len: 173 time: 0.6382043 May 12 17:43:35.645440 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12066ef2-7740-4910-b039-b7f9274ce2ec', 'name': 'network-vif-deleted', 'tag': '30ffa323-c573-4419-9364-4adaabc825fa'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:43:35.657022 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5683a6d7-9fd7-44cf-804d-1a8e86ba62b4" -d '{"events": [{"server_uuid": "12066ef2-7740-4910-b039-b7f9274ce2ec", "name": "network-vif-deleted", "tag": "30ffa323-c573-4419-9364-4adaabc825fa"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:43:35.729441 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3f4f38-e07f-4c21-8996-97d2c2ced046 x-openstack-request-id: req-df3f4f38-e07f-4c21-8996-97d2c2ced046 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:43:35.731737 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12066ef2-7740-4910-b039-b7f9274ce2ec", "name": "network-vif-deleted", "tag": "30ffa323-c573-4419-9364-4adaabc825fa", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:43:35.732231 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df3f4f38-e07f-4c21-8996-97d2c2ced046 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:43:35.732990 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df3f4f38-e07f-4c21-8996-97d2c2ced046'] response: {'server_uuid': '12066ef2-7740-4910-b039-b7f9274ce2ec', 'name': 'network-vif-deleted', 'tag': '30ffa323-c573-4419-9364-4adaabc825fa', 'status': 'completed', 'code': 200} May 12 17:43:35.769049 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46658) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:35.783508 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 46660) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:35.793349 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b12f7b5f-679a-4508-b10b-f388c942503b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:35.879444 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b12f7b5f-679a-4508-b10b-f388c942503b admin admin] Publish callbacks [] for security_group (119a1613-c1e2-4d28-87ae-f80dbf98d241), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:35.885120 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b12f7b5f-679a-4508-b10b-f388c942503b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (119a1613-c1e2-4d28-87ae-f80dbf98d241), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:35.927995 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 46664) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:35.930893 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-b12f7b5f-679a-4508-b10b-f388c942503b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ec74aafd4517490c9103f9ee04ec282b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570752 May 12 17:43:35.932877 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f7b5f-679a-4508-b10b-f388c942503b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119a1613-c1e2-4d28-87ae-f80dbf98d241,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:35.971335 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-dc758f89-4c8a-434b-aa26-1fb650133ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:36.038109 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e70350e7-75ac-4fb3-9668-9ef2d9746cdc admin admin] Publish callbacks [] for security_group (119a1613-c1e2-4d28-87ae-f80dbf98d241), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:36.085741 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e70350e7-75ac-4fb3-9668-9ef2d9746cdc admin admin] Publish callbacks [] for security_group (119a1613-c1e2-4d28-87ae-f80dbf98d241), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:36.146630 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-dc758f89-4c8a-434b-aa26-1fb650133ec1 admin admin] Publish callbacks [] for security_group (d56b320e-5d71-4d8a-8cfc-ed6f16761634), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:36.153551 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-dc758f89-4c8a-434b-aa26-1fb650133ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (d56b320e-5d71-4d8a-8cfc-ed6f16761634), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:36.208467 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e70350e7-75ac-4fb3-9668-9ef2d9746cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (119a1613-c1e2-4d28-87ae-f80dbf98d241), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:36.211740 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e70350e7-75ac-4fb3-9668-9ef2d9746cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:36.215632 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-e70350e7-75ac-4fb3-9668-9ef2d9746cdc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/119a1613-c1e2-4d28-87ae-f80dbf98d241 HTTP/1.1" status: 204 len: 168 time: 0.2866225 May 12 17:43:36.225401 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc758f89-4c8a-434b-aa26-1fb650133ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56b320e-5d71-4d8a-8cfc-ed6f16761634,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:36.231955 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-dc758f89-4c8a-434b-aa26-1fb650133ec1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=92da346f8d2e4fb88efc74af2244b7cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4473760 May 12 17:43:36.233915 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46684) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:36.260468 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70350e7-75ac-4fb3-9668-9ef2d9746cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119a1613-c1e2-4d28-87ae-f80dbf98d241,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:36.327415 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-048d3a3f-2c39-4789-a11d-0f5998d6aa7c admin admin] Publish callbacks [] for security_group (d56b320e-5d71-4d8a-8cfc-ed6f16761634), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:36.339457 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f964e097-c721-49e3-8b65-0395f4c54b1f req-2915da49-bb42-42ef-b9d2-13b4dc4d13b0 tempest-DeleteServersTestJSON-48733648 tempest-DeleteServersTestJSON-48733648-project] 10.222.0.76 "GET /v2.0/ports?device_id=12066ef2-7740-4910-b039-b7f9274ce2ec HTTP/1.1" status: 200 len: 210 time: 0.0750315 May 12 17:43:36.359276 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-048d3a3f-2c39-4789-a11d-0f5998d6aa7c admin admin] Publish callbacks [] for security_group (d56b320e-5d71-4d8a-8cfc-ed6f16761634), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:36.435974 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-048d3a3f-2c39-4789-a11d-0f5998d6aa7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (d56b320e-5d71-4d8a-8cfc-ed6f16761634), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:36.438544 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-048d3a3f-2c39-4789-a11d-0f5998d6aa7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:36.439722 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-048d3a3f-2c39-4789-a11d-0f5998d6aa7c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d56b320e-5d71-4d8a-8cfc-ed6f16761634 HTTP/1.1" status: 204 len: 168 time: 0.1989577 May 12 17:43:36.491678 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d3a3f-2c39-4789-a11d-0f5998d6aa7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56b320e-5d71-4d8a-8cfc-ed6f16761634,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:36.573996 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 30ffa323-c573-4419-9364-4adaabc825fa no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:43:36.625319 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: 30ffa323-c573-4419-9364-4adaabc825fa {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:43:36.625936 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 30ffa323-c573-4419-9364-4adaabc825fa not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:43:37.775612 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:43:38.655569 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f6425be4-1d08-440e-aa43-99e69d1cc0b6 req-a25e4731-7aa5-40ab-a241-05b805d33492 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882289 May 12 17:43:38.752332 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6425be4-1d08-440e-aa43-99e69d1cc0b6 req-be4c0e30-f576-40f9-8227-b67d21448532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:38.753940 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f6425be4-1d08-440e-aa43-99e69d1cc0b6 req-be4c0e30-f576-40f9-8227-b67d21448532 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c07bc791aa8d45d4a9e72758f39f6a85&device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 1129 time: 0.0408130 May 12 17:43:38.863912 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46886) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:38.912523 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6425be4-1d08-440e-aa43-99e69d1cc0b6 req-406da88e-f0c4-429f-a148-2d8ed8b4c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:38.913989 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f6425be4-1d08-440e-aa43-99e69d1cc0b6 req-406da88e-f0c4-429f-a148-2d8ed8b4c2f6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 HTTP/1.1" status: 200 len: 918 time: 0.1236835 May 12 17:43:38.924629 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1077a4-bbca-420b-bce9-d47c05c7635a admin admin] Deleting subnet fca2d078-5f62-40f6-b9eb-f2376e4d6b4b {{(pid=110069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:43:38.927702 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6e1077a4-bbca-420b-bce9-d47c05c7635a admin admin] Publish callbacks [] for subnet (fca2d078-5f62-40f6-b9eb-f2376e4d6b4b), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.004780 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6e1077a4-bbca-420b-bce9-d47c05c7635a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3117000'] for subnet (fca2d078-5f62-40f6-b9eb-f2376e4d6b4b), precommit_delete_associations {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.040975 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f6425be4-1d08-440e-aa43-99e69d1cc0b6 req-145175d3-388f-4b1f-bdf2-cfa9c1751b75 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c HTTP/1.1" status: 200 len: 1001 time: 0.1113663 May 12 17:43:39.083275 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6e1077a4-bbca-420b-bce9-d47c05c7635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700920'] for subnet (fca2d078-5f62-40f6-b9eb-f2376e4d6b4b), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.132208 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6425be4-1d08-440e-aa43-99e69d1cc0b6 req-5be69772-f8e4-47a3-8cb2-7653a88eebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:39.133761 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f6425be4-1d08-440e-aa43-99e69d1cc0b6 req-5be69772-f8e4-47a3-8cb2-7653a88eebc6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0b0dfdc-d399-403b-bb90-d8985605957d HTTP/1.1" status: 200 len: 856 time: 0.0850306 May 12 17:43:39.208864 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6425be4-1d08-440e-aa43-99e69d1cc0b6 req-225d8c0b-bcf7-436e-8d6c-4417802d2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:39.210764 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f6425be4-1d08-440e-aa43-99e69d1cc0b6 req-225d8c0b-bcf7-436e-8d6c-4417802d2794 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0624504 May 12 17:43:39.213033 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6e1077a4-bbca-420b-bce9-d47c05c7635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3143496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3500479'] for subnet (fca2d078-5f62-40f6-b9eb-f2376e4d6b4b), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.252549 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6e1077a4-bbca-420b-bce9-d47c05c7635a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.260575 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 46902) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:39.267277 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-6e1077a4-bbca-420b-bce9-d47c05c7635a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fca2d078-5f62-40f6-b9eb-f2376e4d6b4b HTTP/1.1" status: 204 len: 168 time: 0.4022377 May 12 17:43:39.270994 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1077a4-bbca-420b-bce9-d47c05c7635a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca2d078-5f62-40f6-b9eb-f2376e4d6b4b,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:39.352764 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758311'] for network (72fb0d4f-f606-4820-b6fd-84d2e5f2a554), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.370497 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f6425be4-1d08-440e-aa43-99e69d1cc0b6 req-72b7d52f-b509-4c3e-a539-5efeefee18ea service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294613 May 12 17:43:39.431226 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.451330 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7702861', 'neutron.services.segments.db._delete_segments_for_network-8741378415382'] for network (72fb0d4f-f606-4820-b6fd-84d2e5f2a554), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.477690 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:43:39.478422 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46906) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:39.478567 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:43:39.479358 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:43:39.479804 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Subscribe: > port after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:43:39.480195 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Subscribe: > port after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:43:39.480530 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Subscribe: > port after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:43:39.480681 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f6425be4-1d08-440e-aa43-99e69d1cc0b6 req-d1946751-570f-49e5-83dd-ba6cc9ec4791 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980482 May 12 17:43:39.480997 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:43:39.481329 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:43:39.481658 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:43:39.481994 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:43:39.560460 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:43:39.560825 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:43:39.561165 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:43:39.561505 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 17:43:39.561889 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fb0d4f-f606-4820-b6fd-84d2e5f2a554']}} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:39.583002 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba99d90-31b6-4f50-9e58-f8241fb233ce') {'for_net_delete': True} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:39.583315 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba99d90-31b6-4f50-9e58-f8241fb233ce') {} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:39.592270 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2ae17ec9-79e3-4e3c-81b5-c3bb83d799c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.601780 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741378450975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3177892'] for segment (5ba99d90-31b6-4f50-9e58-f8241fb233ce), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.623285 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (5ba99d90-31b6-4f50-9e58-f8241fb233ce), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.632059 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=110068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:43:39.632501 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3808964'] for segment (5ba99d90-31b6-4f50-9e58-f8241fb233ce), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: from cryptography.utils import int_from_bytes May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: from cryptography.utils import int_from_bytes May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: Traceback (most recent call last): May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: timer() May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: cb(*args, **kw) May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: return func(*args, **kwargs) May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: self._notify() May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: self.callback(batched_events) May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: event.method(event) May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: return f(self, *a, **k) May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._get(url).json() May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: return self.request(url, 'GET', **kwargs) May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:43:39.637152 dv-cinder-839793-10-iscsi neutron-server[110068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:43:39.682583 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2ae17ec9-79e3-4e3c-81b5-c3bb83d799c8 admin admin] Publish callbacks [] for security_group (db8259ae-52db-489f-92fb-e2dd4d7b6412), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.686828 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2ae17ec9-79e3-4e3c-81b5-c3bb83d799c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (db8259ae-52db-489f-92fb-e2dd4d7b6412), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.696218 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7702902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7867334'] for network (72fb0d4f-f606-4820-b6fd-84d2e5f2a554), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.708737 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.712293 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] 10.222.0.76 "DELETE /v2.0/networks/72fb0d4f-f606-4820-b6fd-84d2e5f2a554 HTTP/1.1" status: 204 len: 168 time: 0.4507077 May 12 17:43:39.722464 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5961f9b-7df3-48ce-ad25-d8822b99ff5d admin admin] Pushing event deleted for resources: {'Network': ['ID=72fb0d4f-f606-4820-b6fd-84d2e5f2a554,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:39.728466 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 46914) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:39.729261 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-2ae17ec9-79e3-4e3c-81b5-c3bb83d799c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b78f2909bbf4473698d472df75efa3fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428381 May 12 17:43:39.747679 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae17ec9-79e3-4e3c-81b5-c3bb83d799c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8259ae-52db-489f-92fb-e2dd4d7b6412,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:39.798576 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-be7b5a71-7192-420c-a831-a53752c25c24 admin admin] Publish callbacks [] for security_group (db8259ae-52db-489f-92fb-e2dd4d7b6412), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.825991 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-be7b5a71-7192-420c-a831-a53752c25c24 admin admin] Publish callbacks [] for security_group (db8259ae-52db-489f-92fb-e2dd4d7b6412), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.877432 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-be7b5a71-7192-420c-a831-a53752c25c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (db8259ae-52db-489f-92fb-e2dd4d7b6412), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.881295 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-be7b5a71-7192-420c-a831-a53752c25c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:39.881468 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46920) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:39.882535 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-be7b5a71-7192-420c-a831-a53752c25c24 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/db8259ae-52db-489f-92fb-e2dd4d7b6412 HTTP/1.1" status: 204 len: 168 time: 0.1534851 May 12 17:43:39.891344 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b5a71-7192-420c-a831-a53752c25c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8259ae-52db-489f-92fb-e2dd4d7b6412,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:39.962124 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-ad4a9567-bda9-45c4-b502-9a90b94b9cc9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=502fa29d3bf3465d8616f5e9286733eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0792918 May 12 17:43:39.964764 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 46930) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:40.020395 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8abed4f1-bdb3-41f7-8531-747e78591ea1 admin admin] Publish callbacks [] for security_group (f540a3cd-dbf1-4c51-beab-0545843680f5), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:40.042450 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8abed4f1-bdb3-41f7-8531-747e78591ea1 admin admin] Publish callbacks [] for security_group (f540a3cd-dbf1-4c51-beab-0545843680f5), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:40.096448 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8abed4f1-bdb3-41f7-8531-747e78591ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (f540a3cd-dbf1-4c51-beab-0545843680f5), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:40.099128 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8abed4f1-bdb3-41f7-8531-747e78591ea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:40.100674 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-8abed4f1-bdb3-41f7-8531-747e78591ea1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f540a3cd-dbf1-4c51-beab-0545843680f5 HTTP/1.1" status: 204 len: 168 time: 0.1346641 May 12 17:43:40.109749 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abed4f1-bdb3-41f7-8531-747e78591ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f540a3cd-dbf1-4c51-beab-0545843680f5,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:41.192346 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47006) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:41.325275 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-5eff58a3-987d-4e7b-be19-6c6c880a957a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-21051064-network', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:41.347405 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eff58a3-987d-4e7b-be19-6c6c880a957a admin admin] Made reservation on behalf of bcee5099fd2b4df2adaa069af3a45733 for: {'network': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:43:41.349891 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5eff58a3-987d-4e7b-be19-6c6c880a957a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:41.358823 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5eff58a3-987d-4e7b-be19-6c6c880a957a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:41.442500 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5eff58a3-987d-4e7b-be19-6c6c880a957a admin admin] Publish callbacks [] for security_group (84a0e150-56e9-46a2-94c7-77a956f76d8a), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:41.447386 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5eff58a3-987d-4e7b-be19-6c6c880a957a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (84a0e150-56e9-46a2-94c7-77a956f76d8a), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:41.471671 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eff58a3-987d-4e7b-be19-6c6c880a957a admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=110069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:43:41.481825 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff58a3-987d-4e7b-be19-6c6c880a957a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a0e150-56e9-46a2-94c7-77a956f76d8a,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:41.486711 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5eff58a3-987d-4e7b-be19-6c6c880a957a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (6231d98a-d911-4343-84b4-0317b4160848), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:41.487120 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.segments_db [None req-5eff58a3-987d-4e7b-be19-6c6c880a957a admin admin] Added segment 6231d98a-d911-4343-84b4-0317b4160848 of type vlan for network c2308c9c-cbd7-48e8-a900-0d956d07aa27 May 12 17:43:41.534186 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5eff58a3-987d-4e7b-be19-6c6c880a957a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (c2308c9c-cbd7-48e8-a900-0d956d07aa27), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:41.563141 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5eff58a3-987d-4e7b-be19-6c6c880a957a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (c2308c9c-cbd7-48e8-a900-0d956d07aa27), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:41.564281 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eff58a3-987d-4e7b-be19-6c6c880a957a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:41.564868 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5eff58a3-987d-4e7b-be19-6c6c880a957a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:41.601962 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-5eff58a3-987d-4e7b-be19-6c6c880a957a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4081385 May 12 17:43:41.604773 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47024) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:41.610853 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-64447f93-7e32-4af3-af44-47fcb9c3f1d6 admin admin] Request body: {'subnet': {'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-subnet', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:41.635440 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff58a3-987d-4e7b-be19-6c6c880a957a admin admin] Pushing event updated for resources: {'Network': ['ID=c2308c9c-cbd7-48e8-a900-0d956d07aa27,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:41.644946 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64447f93-7e32-4af3-af44-47fcb9c3f1d6 admin admin] Made reservation on behalf of bcee5099fd2b4df2adaa069af3a45733 for: {'subnet': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:43:41.647086 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network c2308c9c-cbd7-48e8-a900-0d956d07aa27 details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:43:41.647752 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-64447f93-7e32-4af3-af44-47fcb9c3f1d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8601487'] for subnet (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:41.854020 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-64447f93-7e32-4af3-af44-47fcb9c3f1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3808039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8601497'] for subnet (a749117e-7664-42e5-8028-21fb3d238fc4), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:41.915220 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64447f93-7e32-4af3-af44-47fcb9c3f1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a749117e-7664-42e5-8028-21fb3d238fc4,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:41.924823 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64447f93-7e32-4af3-af44-47fcb9c3f1d6 admin admin] Checking segment: {'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:43:41.925179 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64447f93-7e32-4af3-af44-47fcb9c3f1d6 admin admin] Network hostable DHCP agents. Network: c2308c9c-cbd7-48e8-a900-0d956d07aa27, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:43:41.945646 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64447f93-7e32-4af3-af44-47fcb9c3f1d6 admin admin] Network c2308c9c-cbd7-48e8-a900-0d956d07aa27 is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:43:41.961304 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-64447f93-7e32-4af3-af44-47fcb9c3f1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, c2308c9c-cbd7-48e8-a900-0d956d07aa27) {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:43:41.966145 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64447f93-7e32-4af3-af44-47fcb9c3f1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:41.967433 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-64447f93-7e32-4af3-af44-47fcb9c3f1d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:41.980576 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daa3855-8234-428f-9cfd-17a1fada50ae None None] Network c2308c9c-cbd7-48e8-a900-0d956d07aa27 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:43:41.988306 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-64447f93-7e32-4af3-af44-47fcb9c3f1d6 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3814845 May 12 17:43:41.991096 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47042) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:41.996133 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:42.033818 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3659'] for router (18ca0e83-f632-466b-acea-ff5b881fd93a), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:42.035509 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3650'] for router (18ca0e83-f632-466b-acea-ff5b881fd93a), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:42.107146 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Publish callbacks [] for router_controller (18ca0e83-f632-466b-acea-ff5b881fd93a), precommit_add_association {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:42.122016 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87a1f776-934d-5dcf-9a04-ef15ef25d80b-c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'fixed_ips': [{'subnet_id': 'a749117e-7664-42e5-8028-21fb3d238fc4'}]}} from dv-cinder-839793-10-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:43:42.123003 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:42.259580 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Publish callbacks [] for router_gateway (18ca0e83-f632-466b-acea-ff5b881fd93a), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:42.269437 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Allocated IP 172.20.0.2 (c2308c9c-cbd7-48e8-a900-0d956d07aa27/a749117e-7664-42e5-8028-21fb3d238fc4/91809abb-59cc-48e1-9b9d-5286e59af28e) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:43:42.443938 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Publish callbacks [] for port (91809abb-59cc-48e1-9b9d-5286e59af28e), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:42.452635 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (91809abb-59cc-48e1-9b9d-5286e59af28e), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:42.469645 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Publish callbacks [] for router_gateway (18ca0e83-f632-466b-acea-ff5b881fd93a), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:42.490949 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:42.507114 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Network c2308c9c-cbd7-48e8-a900-0d956d07aa27 is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:43:42.515609 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:43:42.522518 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:43:42.531848 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Pushing event updated for resources: {'Port': ['ID=91809abb-59cc-48e1-9b9d-5286e59af28e,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:42.587705 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:42.588908 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:42.591499 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:42.592615 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:42.593073 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:42.593514 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:42.593930 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:42.594464 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:42.594851 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:42.595259 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:42.595646 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:42.596101 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:42.602873 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:42.603760 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:42.604402 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:42.618454 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Attempting to bind port 91809abb-59cc-48e1-9b9d-5286e59af28e on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:43:42.619292 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Attempting to bind port 91809abb-59cc-48e1-9b9d-5286e59af28e by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:43:42.620634 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Attempting to bind port 91809abb-59cc-48e1-9b9d-5286e59af28e on network c2308c9c-cbd7-48e8-a900-0d956d07aa27 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:43:42.630106 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:43:42.631200 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Checking segment: {'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:43:42.631620 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:42.632114 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Bound using segment: {'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:43:42.632643 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Bound port: 91809abb-59cc-48e1-9b9d-5286e59af28e, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:43:42.634034 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (91809abb-59cc-48e1-9b9d-5286e59af28e), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:42.651453 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Allocated IP 172.27.3.95 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/e321d4b9-e92e-4240-82f6-6fb846e824dc) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:43:42.736180 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] For port 91809abb-59cc-48e1-9b9d-5286e59af28e, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:43:42.750974 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] For port 91809abb-59cc-48e1-9b9d-5286e59af28e, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=91809abb-59cc-48e1-9b9d-5286e59af28e,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:43:42.757437 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (91809abb-59cc-48e1-9b9d-5286e59af28e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:42.834020 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5133b2-7a4f-472b-9987-558b487b0a7e None None] Pushing event updated for resources: {'Port': ['ID=91809abb-59cc-48e1-9b9d-5286e59af28e,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:42.845886 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Publish callbacks [] for port (e321d4b9-e92e-4240-82f6-6fb846e824dc), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:42.886941 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (e321d4b9-e92e-4240-82f6-6fb846e824dc), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:42.940442 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:43:42.946716 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:43:42.951381 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:43:42.953310 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Pushing event updated for resources: {'Port': ['ID=e321d4b9-e92e-4240-82f6-6fb846e824dc,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:43.454381 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 91809abb-59cc-48e1-9b9d-5286e59af28e up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:43:43.488219 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Publish callbacks [] for router_gateway (18ca0e83-f632-466b-acea-ff5b881fd93a), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:43.503356 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 91809abb-59cc-48e1-9b9d-5286e59af28e triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:43.503731 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (91809abb-59cc-48e1-9b9d-5286e59af28e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:43.593212 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 91809abb-59cc-48e1-9b9d-5286e59af28e is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:43.593983 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (91809abb-59cc-48e1-9b9d-5286e59af28e), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:43.644944 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] For port 91809abb-59cc-48e1-9b9d-5286e59af28e, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=91809abb-59cc-48e1-9b9d-5286e59af28e,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:43.651189 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (91809abb-59cc-48e1-9b9d-5286e59af28e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:43.704225 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Pushing event updated for resources: {'Port': ['ID=91809abb-59cc-48e1-9b9d-5286e59af28e,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:43.725101 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871696'] for router (18ca0e83-f632-466b-acea-ff5b881fd93a), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:43.899713 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa1e4bf-ece6-40b1-9a34-f3395fdb49f1 None None] Network c2308c9c-cbd7-48e8-a900-0d956d07aa27 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:43:43.924603 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Router 18ca0e83-f632-466b-acea-ff5b881fd93a is scheduled to L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 with binding_index 1 {{(pid=110069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:43:43.988023 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-f30b800f-de1a-485b-92b7-c6e70c593819 None None] Provisioning complete for port 91809abb-59cc-48e1-9b9d-5286e59af28e triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:43.988420 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f30b800f-de1a-485b-92b7-c6e70c593819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (91809abb-59cc-48e1-9b9d-5286e59af28e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:44.072453 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:43:44.085221 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Sync routers for ids ['18ca0e83-f632-466b-acea-ff5b881fd93a'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:43:44.105067 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Routers {'18ca0e83-f632-466b-acea-ff5b881fd93a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:43:44.107306 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['18ca0e83-f632-466b-acea-ff5b881fd93a'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:44.109828 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:44.114197 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47104) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:44.128454 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-8cd3e024-28d7-4797-84af-ddfaeb3e6921 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1325607 May 12 17:43:44.144817 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f30b800f-de1a-485b-92b7-c6e70c593819 None None] Current status of the port 91809abb-59cc-48e1-9b9d-5286e59af28e is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:44.295091 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Set router 18ca0e83-f632-466b-acea-ff5b881fd93a gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:43:44.468661 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-7cea3643-f1cc-4c70-9895-7db27a06a950 None None] Provisioning complete for port 91809abb-59cc-48e1-9b9d-5286e59af28e triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:44.471404 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-7cea3643-f1cc-4c70-9895-7db27a06a950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (91809abb-59cc-48e1-9b9d-5286e59af28e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:44.543436 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:43Z', 'revision_number': 3, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port': {'id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:47:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:44.581198 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Checking router: 18ca0e83-f632-466b-acea-ff5b881fd93a for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:43:44.581554 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Updating router 18ca0e83-f632-466b-acea-ff5b881fd93a port e321d4b9-e92e-4240-82f6-6fb846e824dc binding host dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:43:44.608800 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-7cea3643-f1cc-4c70-9895-7db27a06a950 None None] Current status of the port 91809abb-59cc-48e1-9b9d-5286e59af28e is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:44.621070 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (e321d4b9-e92e-4240-82f6-6fb846e824dc), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:44.753294 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:44.964013 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Allocated IP 172.20.0.1 (c2308c9c-cbd7-48e8-a900-0d956d07aa27/a749117e-7664-42e5-8028-21fb3d238fc4/5b2d8383-c6da-4870-be80-c860a4b7a5ae) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:43:44.996687 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Publish callbacks [] for port (e321d4b9-e92e-4240-82f6-6fb846e824dc), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:45.003619 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (e321d4b9-e92e-4240-82f6-6fb846e824dc), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:45.054333 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc59535-4aad-40d7-9488-d9d61e358a1b None None] Pushing event updated for resources: {'Port': ['ID=e321d4b9-e92e-4240-82f6-6fb846e824dc,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:45.062969 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc59535-4aad-40d7-9488-d9d61e358a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:45.062969 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc59535-4aad-40d7-9488-d9d61e358a1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:45.063266 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc59535-4aad-40d7-9488-d9d61e358a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:45.063936 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc59535-4aad-40d7-9488-d9d61e358a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:45.063936 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc59535-4aad-40d7-9488-d9d61e358a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:45.064424 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc59535-4aad-40d7-9488-d9d61e358a1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:45.064761 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc59535-4aad-40d7-9488-d9d61e358a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:45.065090 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc59535-4aad-40d7-9488-d9d61e358a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:45.065440 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc59535-4aad-40d7-9488-d9d61e358a1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:45.065775 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc59535-4aad-40d7-9488-d9d61e358a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:45.066106 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc59535-4aad-40d7-9488-d9d61e358a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:45.066450 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc59535-4aad-40d7-9488-d9d61e358a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:45.066905 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc59535-4aad-40d7-9488-d9d61e358a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:45.067125 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc59535-4aad-40d7-9488-d9d61e358a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:45.067448 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc59535-4aad-40d7-9488-d9d61e358a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:43:45.074767 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Publish callbacks [] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:45.086796 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Attempting to bind port e321d4b9-e92e-4240-82f6-6fb846e824dc on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:43:45.087207 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Attempting to bind port e321d4b9-e92e-4240-82f6-6fb846e824dc by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:43:45.087304 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Attempting to bind port e321d4b9-e92e-4240-82f6-6fb846e824dc on network b6af4ff4-d32b-4188-9b8b-39d506141485 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:43:45.092673 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:43:45.093635 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Checking segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:43:45.094045 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:45.094446 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Bound using segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:43:45.095073 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Bound port: e321d4b9-e92e-4240-82f6-6fb846e824dc, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:43:45.095464 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (e321d4b9-e92e-4240-82f6-6fb846e824dc), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:45.112593 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:45.151616 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] For port e321d4b9-e92e-4240-82f6-6fb846e824dc, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:43:45.155768 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] For port e321d4b9-e92e-4240-82f6-6fb846e824dc, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=e321d4b9-e92e-4240-82f6-6fb846e824dc,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:43:45.156259 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Network c2308c9c-cbd7-48e8-a900-0d956d07aa27 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:43:45.159150 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:43:45.162626 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:43:45.164999 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (e321d4b9-e92e-4240-82f6-6fb846e824dc), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:45.201363 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Pushing event updated for resources: {'Port': ['ID=5b2d8383-c6da-4870-be80-c860a4b7a5ae,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:45.219249 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867645'] for router_interface (18ca0e83-f632-466b-acea-ff5b881fd93a), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:45.251212 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc59535-4aad-40d7-9488-d9d61e358a1b None None] Pushing event updated for resources: {'Port': ['ID=e321d4b9-e92e-4240-82f6-6fb846e824dc,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:45.262690 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Routers {'18ca0e83-f632-466b-acea-ff5b881fd93a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:43:45.263209 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['18ca0e83-f632-466b-acea-ff5b881fd93a'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:45.385940 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] Set router 18ca0e83-f632-466b-acea-ff5b881fd93a gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:43:45.395953 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:45.438160 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bd0e0b33-af30-40b2-a861-c91c811d647a None None] Provisioning complete for port 5b2d8383-c6da-4870-be80-c860a4b7a5ae triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:45.439372 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0b33-af30-40b2-a861-c91c811d647a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:45.466470 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 91809abb-59cc-48e1-9b9d-5286e59af28e up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:43:45.509457 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e0b33-af30-40b2-a861-c91c811d647a None None] Port 5b2d8383-c6da-4870-be80-c860a4b7a5ae cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:43:45.544998 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 91809abb-59cc-48e1-9b9d-5286e59af28e triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:45.545387 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (91809abb-59cc-48e1-9b9d-5286e59af28e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:45.595560 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:43Z', 'revision_number': 3, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port': {'id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:47:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:45.623647 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4eb710-4f32-4dd4-a1ee-7b4bdc677d48 None None] The sync data for ids ['18ca0e83-f632-466b-acea-ff5b881fd93a'] in dv-cinder-839793-10-iscsi is: [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:43Z', 'revision_number': 3, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port': {'id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:47:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:43:45.645711 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 91809abb-59cc-48e1-9b9d-5286e59af28e is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:45.710808 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Publish callbacks [] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:45.717395 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:45.792680 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Pushing event updated for resources: {'Port': ['ID=5b2d8383-c6da-4870-be80-c860a4b7a5ae,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:45.795038 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7866807'] for router_interface (18ca0e83-f632-466b-acea-ff5b881fd93a), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:45.872212 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47152) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:45.928538 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Network c2308c9c-cbd7-48e8-a900-0d956d07aa27 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:43:45.930915 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:43:46.143712 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Router 18ca0e83-f632-466b-acea-ff5b881fd93a has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:43:46.149413 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0db1ecb9-a366-424f-9497-4c9c6d82c4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:46.248397 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-402c4fd3-2417-478c-a608-bc3add43dd16 None None] Provisioning complete for port 5b2d8383-c6da-4870-be80-c860a4b7a5ae triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:46.249425 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-402c4fd3-2417-478c-a608-bc3add43dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:46.311960 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-402c4fd3-2417-478c-a608-bc3add43dd16 None None] Port 5b2d8383-c6da-4870-be80-c860a4b7a5ae cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:43:46.397452 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0db1ecb9-a366-424f-9497-4c9c6d82c4d8 admin admin] Publish callbacks [] for security_group (a12cd23b-b5c4-4637-851c-a5048a2b70fa), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:46.399693 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:43:46.402286 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0db1ecb9-a366-424f-9497-4c9c6d82c4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a12cd23b-b5c4-4637-851c-a5048a2b70fa), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:46.422221 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-b9293f91-6429-4367-99c1-07f7bee5f930 admin admin] 10.222.0.76 "PUT /v2.0/routers/18ca0e83-f632-466b-acea-ff5b881fd93a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3025966 May 12 17:43:46.464661 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-0db1ecb9-a366-424f-9497-4c9c6d82c4d8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ae6e609986be4d93bbf496e2c3f9c844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5912175 May 12 17:43:46.465435 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1ecb9-a366-424f-9497-4c9c6d82c4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12cd23b-b5c4-4637-851c-a5048a2b70fa,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:46.468156 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47176) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:46.538546 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d1ad95f7-7b29-4fc9-a446-a48bc8f46507 admin admin] Publish callbacks [] for security_group (a12cd23b-b5c4-4637-851c-a5048a2b70fa), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:46.580735 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d1ad95f7-7b29-4fc9-a446-a48bc8f46507 admin admin] Publish callbacks [] for security_group (a12cd23b-b5c4-4637-851c-a5048a2b70fa), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:46.668778 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d1ad95f7-7b29-4fc9-a446-a48bc8f46507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a12cd23b-b5c4-4637-851c-a5048a2b70fa), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:46.676133 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d1ad95f7-7b29-4fc9-a446-a48bc8f46507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:46.677571 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-d1ad95f7-7b29-4fc9-a446-a48bc8f46507 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a12cd23b-b5c4-4637-851c-a5048a2b70fa HTTP/1.1" status: 204 len: 168 time: 0.2087283 May 12 17:43:46.703702 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad95f7-7b29-4fc9-a446-a48bc8f46507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12cd23b-b5c4-4637-851c-a5048a2b70fa,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:47.051102 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47206) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:47.067630 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2296-712d-4166-9ba8-f38613c4cad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:47.149485 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2296-712d-4166-9ba8-f38613c4cad2 admin admin] Publish callbacks [] for security_group (41e5245a-7fba-4b43-b2ca-bf0b46a387e8), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:47.153337 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2296-712d-4166-9ba8-f38613c4cad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (41e5245a-7fba-4b43-b2ca-bf0b46a387e8), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:47.192341 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-8dfa2296-712d-4166-9ba8-f38613c4cad2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f683d9602e4043d496f650173cf57102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401000 May 12 17:43:47.193020 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-aefad4b1-55c8-42a2-8a27-31d77ab79f60 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:47.193495 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa2296-712d-4166-9ba8-f38613c4cad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e5245a-7fba-4b43-b2ca-bf0b46a387e8,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:47.194827 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-aefad4b1-55c8-42a2-8a27-31d77ab79f60 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/networks?id=c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 200 len: 817 time: 0.1084862 May 12 17:43:47.195976 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47212) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:47.221299 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-651e8117-684d-4a70-8490-63fe24549721 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/quotas/bcee5099fd2b4df2adaa069af3a45733 HTTP/1.1" status: 200 len: 375 time: 0.0187011 May 12 17:43:47.292223 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-ca788f5d-1b0e-4236-bb44-f927bdfa2393 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625117 May 12 17:43:47.297269 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6d94-68b5-484c-96c7-0f505a875feb admin admin] Publish callbacks [] for security_group (41e5245a-7fba-4b43-b2ca-bf0b46a387e8), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:47.346764 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6d94-68b5-484c-96c7-0f505a875feb admin admin] Publish callbacks [] for security_group (41e5245a-7fba-4b43-b2ca-bf0b46a387e8), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:47.426033 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-3229d2f5-c818-42b2-828c-db478ee05e8f service neutron] 10.222.0.76 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268940 May 12 17:43:47.457288 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device e321d4b9-e92e-4240-82f6-6fb846e824dc up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:43:47.466449 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6d94-68b5-484c-96c7-0f505a875feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (41e5245a-7fba-4b43-b2ca-bf0b46a387e8), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:47.468950 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6d94-68b5-484c-96c7-0f505a875feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:47.470064 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-ca8e6d94-68b5-484c-96c7-0f505a875feb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/41e5245a-7fba-4b43-b2ca-bf0b46a387e8 HTTP/1.1" status: 204 len: 168 time: 0.2728205 May 12 17:43:47.495032 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e6d94-68b5-484c-96c7-0f505a875feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e5245a-7fba-4b43-b2ca-bf0b46a387e8,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:47.532287 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port e321d4b9-e92e-4240-82f6-6fb846e824dc triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:47.532867 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (e321d4b9-e92e-4240-82f6-6fb846e824dc), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:47.563317 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-04d2a961-e714-477d-a458-50f08b5e69aa service neutron] 10.222.0.76 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281650 May 12 17:43:47.623630 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port e321d4b9-e92e-4240-82f6-6fb846e824dc is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:47.624033 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (e321d4b9-e92e-4240-82f6-6fb846e824dc), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:47.646344 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] For port e321d4b9-e92e-4240-82f6-6fb846e824dc, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=e321d4b9-e92e-4240-82f6-6fb846e824dc,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:47.653058 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (e321d4b9-e92e-4240-82f6-6fb846e824dc), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:47.716133 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Pushing event updated for resources: {'Port': ['ID=e321d4b9-e92e-4240-82f6-6fb846e824dc,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:47.765902 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-744478c1-34fe-4cc5-8d28-124b7c60f404 req-013bab9f-e763-4e4e-bb83-85c0d0fe09b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 210 time: 0.0371389 May 12 17:43:47.816270 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Sync routers for ids ['18ca0e83-f632-466b-acea-ff5b881fd93a'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:43:47.836031 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Routers {'18ca0e83-f632-466b-acea-ff5b881fd93a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:43:47.838277 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['18ca0e83-f632-466b-acea-ff5b881fd93a'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:48.025032 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47248) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:48.044513 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a13f01d1-588d-4cc3-b0b9-6f47fe8436b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:48.052528 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Set router 18ca0e83-f632-466b-acea-ff5b881fd93a gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:43:48.083746 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47256) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:48.205533 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_v2 [None req-17811b15-e518-46f2-850a-bfa7be29b716 admin admin] Deleting subnet 1566b229-6f9e-4f3f-a9cb-f7f9af5e8dee {{(pid=110068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:43:48.211711 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-17811b15-e518-46f2-850a-bfa7be29b716 admin admin] Publish callbacks [] for subnet (1566b229-6f9e-4f3f-a9cb-f7f9af5e8dee), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:48.265476 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-17811b15-e518-46f2-850a-bfa7be29b716 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3177885'] for subnet (1566b229-6f9e-4f3f-a9cb-f7f9af5e8dee), precommit_delete_associations {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:48.304494 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0258-c23a-4273-b838-1c1163226d16 req-4dde7612-03d7-4b5c-9c08-24039290258b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:48.312514 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-590f0258-c23a-4273-b838-1c1163226d16 req-4dde7612-03d7-4b5c-9c08-24039290258b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/networks?id=c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 200 len: 817 time: 0.2456915 May 12 17:43:48.335053 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-17811b15-e518-46f2-850a-bfa7be29b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700920'] for subnet (1566b229-6f9e-4f3f-a9cb-f7f9af5e8dee), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:48.336936 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-590f0258-c23a-4273-b838-1c1163226d16 req-2e53e2d5-7355-4b74-9cc5-adead8a9415c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/quotas/bcee5099fd2b4df2adaa069af3a45733 HTTP/1.1" status: 200 len: 375 time: 0.0228829 May 12 17:43:48.348355 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:45Z', 'revision_number': 4, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port': {'id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:47:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '5b2d8383-c6da-4870-be80-c860a4b7a5ae', 'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'mac_address': 'fa:16:3e:19:57:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:44Z', 'updated_at': '2022-05-12T17:43:45Z', 'revision_number': 2, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'subnets': [{'id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:48.380059 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Checking router: 18ca0e83-f632-466b-acea-ff5b881fd93a for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:43:48.380950 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Updating router 18ca0e83-f632-466b-acea-ff5b881fd93a port 5b2d8383-c6da-4870-be80-c860a4b7a5ae binding host dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:43:48.391980 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-590f0258-c23a-4273-b838-1c1163226d16 req-006e308a-a201-4aec-b7b9-181370216c55 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532637 May 12 17:43:48.439261 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-17811b15-e518-46f2-850a-bfa7be29b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3808102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601506'] for subnet (1566b229-6f9e-4f3f-a9cb-f7f9af5e8dee), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:48.440953 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:48.471052 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17811b15-e518-46f2-850a-bfa7be29b716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1566b229-6f9e-4f3f-a9cb-f7f9af5e8dee,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:48.473400 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-17811b15-e518-46f2-850a-bfa7be29b716 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:48.477570 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-17811b15-e518-46f2-850a-bfa7be29b716 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1566b229-6f9e-4f3f-a9cb-f7f9af5e8dee HTTP/1.1" status: 204 len: 168 time: 0.3921351 May 12 17:43:48.481855 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47276) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:48.518440 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a13f01d1-588d-4cc3-b0b9-6f47fe8436b5 admin admin] Publish callbacks [] for security_group (9fa21475-4e0d-418f-9cce-ecb963cd2b75), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:48.540426 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a13f01d1-588d-4cc3-b0b9-6f47fe8436b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (9fa21475-4e0d-418f-9cce-ecb963cd2b75), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:48.572402 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-590f0258-c23a-4273-b838-1c1163226d16 req-64d19efb-b41b-49e5-9aa7-59c3d7803f19 service neutron] 10.222.0.76 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793580 May 12 17:43:48.581646 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-35bda70e-ff3d-4cce-842c-b3f6e7ec1532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758311'] for network (4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:48.607236 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-a13f01d1-588d-4cc3-b0b9-6f47fe8436b5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0595a0ecaa834a8b825c539f46bd7588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5765018 May 12 17:43:48.610269 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47278) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:48.627775 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f01d1-588d-4cc3-b0b9-6f47fe8436b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa21475-4e0d-418f-9cce-ecb963cd2b75,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:48.672986 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-35bda70e-ff3d-4cce-842c-b3f6e7ec1532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7702861', 'neutron.services.segments.db._delete_segments_for_network-8741378415382'] for network (4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:48.713706 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-35bda70e-ff3d-4cce-842c-b3f6e7ec1532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0']}} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:48.715792 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-590f0258-c23a-4273-b838-1c1163226d16 req-742b0815-9151-4564-b48b-bc18ea7eee7a service neutron] 10.222.0.76 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295254 May 12 17:43:48.730502 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-35bda70e-ff3d-4cce-842c-b3f6e7ec1532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0723a990-061b-4009-85ff-caeb1d27f9ee') {'for_net_delete': True} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:48.730818 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-35bda70e-ff3d-4cce-842c-b3f6e7ec1532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0723a990-061b-4009-85ff-caeb1d27f9ee') {} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:48.744140 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-35bda70e-ff3d-4cce-842c-b3f6e7ec1532 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741378450975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3177892'] for segment (0723a990-061b-4009-85ff-caeb1d27f9ee), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:48.766848 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fef61a3-9ba1-426c-a48c-d498330392fd admin admin] Publish callbacks [] for security_group (9fa21475-4e0d-418f-9cce-ecb963cd2b75), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:48.769867 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-35bda70e-ff3d-4cce-842c-b3f6e7ec1532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (0723a990-061b-4009-85ff-caeb1d27f9ee), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:48.785970 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35bda70e-ff3d-4cce-842c-b3f6e7ec1532 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=110068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:43:48.786240 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-35bda70e-ff3d-4cce-842c-b3f6e7ec1532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3808964'] for segment (0723a990-061b-4009-85ff-caeb1d27f9ee), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: Traceback (most recent call last): May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: timer() May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: cb(*args, **kw) May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: return func(*args, **kwargs) May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: self._notify() May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: self.callback(batched_events) May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: event.method(event) May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: return f(self, *a, **k) May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._get(url).json() May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: return self.request(url, 'GET', **kwargs) May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:43:48.788022 dv-cinder-839793-10-iscsi neutron-server[110068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:43:48.818218 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fef61a3-9ba1-426c-a48c-d498330392fd admin admin] Publish callbacks [] for security_group (9fa21475-4e0d-418f-9cce-ecb963cd2b75), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:48.959919 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Publish callbacks [] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:48.967574 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:49.056141 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091e71f-7ef6-47a3-aed5-0e3127b3e0b0 None None] Pushing event updated for resources: {'Port': ['ID=5b2d8383-c6da-4870-be80-c860a4b7a5ae,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:49.163929 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-35bda70e-ff3d-4cce-842c-b3f6e7ec1532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7702902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7867334'] for network (4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:49.203289 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-35bda70e-ff3d-4cce-842c-b3f6e7ec1532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:49.209349 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47292) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:49.231395 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-35bda70e-ff3d-4cce-842c-b3f6e7ec1532 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0 HTTP/1.1" status: 204 len: 168 time: 0.7480392 May 12 17:43:49.244071 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-87af5464-564c-4f6f-bce5-3d9db94ff035 req-bed7b81d-a5ab-4ba4-b2e6-92fb0dcfe341 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 210 time: 0.3497248 May 12 17:43:49.245667 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bda70e-ff3d-4cce-842c-b3f6e7ec1532 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f6b1ebd-1b32-41cb-9b53-d6df8f9159b0,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:49.293566 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fef61a3-9ba1-426c-a48c-d498330392fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (9fa21475-4e0d-418f-9cce-ecb963cd2b75), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:49.298878 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fef61a3-9ba1-426c-a48c-d498330392fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:49.303512 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-9fef61a3-9ba1-426c-a48c-d498330392fd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9fa21475-4e0d-418f-9cce-ecb963cd2b75 HTTP/1.1" status: 204 len: 168 time: 0.6918771 May 12 17:43:49.316549 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef61a3-9ba1-426c-a48c-d498330392fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa21475-4e0d-418f-9cce-ecb963cd2b75,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:49.352766 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a6b48b-f0bb-44e1-b825-7b555c38794b admin admin] Deleting subnet 74e23efe-d642-40f3-b94e-09a7e6de40a6 {{(pid=110069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:43:49.362371 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b2a6b48b-f0bb-44e1-b825-7b555c38794b admin admin] Publish callbacks [] for subnet (74e23efe-d642-40f3-b94e-09a7e6de40a6), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:49.391134 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e43ac474-14bd-4417-8aed-3e099b0468f4 None None] Provisioning complete for port 5b2d8383-c6da-4870-be80-c860a4b7a5ae triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:49.391509 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e43ac474-14bd-4417-8aed-3e099b0468f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:49.435898 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Attempting to bind port 5b2d8383-c6da-4870-be80-c860a4b7a5ae on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:43:49.436261 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Attempting to bind port 5b2d8383-c6da-4870-be80-c860a4b7a5ae by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:43:49.436629 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Attempting to bind port 5b2d8383-c6da-4870-be80-c860a4b7a5ae on network c2308c9c-cbd7-48e8-a900-0d956d07aa27 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:43:49.444469 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:43:49.444932 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Checking segment: {'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:43:49.445463 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:49.446417 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Bound using segment: {'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:43:49.448289 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Bound port: 5b2d8383-c6da-4870-be80-c860a4b7a5ae, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:43:49.448289 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:49.480744 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e43ac474-14bd-4417-8aed-3e099b0468f4 None None] Port 5b2d8383-c6da-4870-be80-c860a4b7a5ae cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:43:49.481534 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b2a6b48b-f0bb-44e1-b825-7b555c38794b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3117000'] for subnet (74e23efe-d642-40f3-b94e-09a7e6de40a6), precommit_delete_associations {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:49.528181 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device e321d4b9-e92e-4240-82f6-6fb846e824dc up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:43:49.587711 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b2a6b48b-f0bb-44e1-b825-7b555c38794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700920'] for subnet (74e23efe-d642-40f3-b94e-09a7e6de40a6), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:49.633680 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-48fb75c2-7fca-4368-bbae-02a264164647 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:49.635209 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-48fb75c2-7fca-4368-bbae-02a264164647 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.89 "GET /v2.0/networks?id=c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 200 len: 817 time: 0.2212093 May 12 17:43:49.647951 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] For port 5b2d8383-c6da-4870-be80-c860a4b7a5ae, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:43:49.659873 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-1ad5b717-58db-4e6c-8022-3f04b0cbd34c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Request body: {'port': {'device_id': 'f9fe1954-0d79-4a7b-a18f-463a1e44b42a', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'admin_state_up': True, 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:49.675255 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] For port 5b2d8383-c6da-4870-be80-c860a4b7a5ae, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=5b2d8383-c6da-4870-be80-c860a4b7a5ae,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:43:49.689395 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:49.780172 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091e71f-7ef6-47a3-aed5-0e3127b3e0b0 None None] Pushing event updated for resources: {'Port': ['ID=5b2d8383-c6da-4870-be80-c860a4b7a5ae,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:49.813176 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port e321d4b9-e92e-4240-82f6-6fb846e824dc triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:49.813558 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (e321d4b9-e92e-4240-82f6-6fb846e824dc), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:49.864607 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Routers {'18ca0e83-f632-466b-acea-ff5b881fd93a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:43:49.865451 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['18ca0e83-f632-466b-acea-ff5b881fd93a'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:49.904778 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b2a6b48b-f0bb-44e1-b825-7b555c38794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3143496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3500479'] for subnet (74e23efe-d642-40f3-b94e-09a7e6de40a6), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:49.949926 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6b48b-f0bb-44e1-b825-7b555c38794b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e23efe-d642-40f3-b94e-09a7e6de40a6,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:49.956244 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b2a6b48b-f0bb-44e1-b825-7b555c38794b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:49.962528 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-b2a6b48b-f0bb-44e1-b825-7b555c38794b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/74e23efe-d642-40f3-b94e-09a7e6de40a6 HTTP/1.1" status: 204 len: 168 time: 0.7491107 May 12 17:43:49.962528 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-1ad5b717-58db-4e6c-8022-3f04b0cbd34c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Made reservation on behalf of bcee5099fd2b4df2adaa069af3a45733 for: {'port': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:43:49.963073 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47308) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:49.965041 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-1ad5b717-58db-4e6c-8022-3f04b0cbd34c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.075915 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] Set router 18ca0e83-f632-466b-acea-ff5b881fd93a gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:43:50.084051 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-03153ad9-110b-4f02-848b-cfba4c3e12b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758311'] for network (062e511e-bd9f-4e5b-b9bd-495d23ade7a0), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.148615 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-3187ad09-1c16-43ca-81f2-31d97b8289ce None None] Provisioning complete for port 5b2d8383-c6da-4870-be80-c860a4b7a5ae triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:50.149407 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3187ad09-1c16-43ca-81f2-31d97b8289ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.153313 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port e321d4b9-e92e-4240-82f6-6fb846e824dc is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:50.174435 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-1ad5b717-58db-4e6c-8022-3f04b0cbd34c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Allocated IP 172.20.0.8 (c2308c9c-cbd7-48e8-a900-0d956d07aa27/a749117e-7664-42e5-8028-21fb3d238fc4/63804ffd-8d9a-4673-82b0-a8a919c81e0c) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:43:50.186860 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-03153ad9-110b-4f02-848b-cfba4c3e12b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7702861', 'neutron.services.segments.db._delete_segments_for_network-8741378415382'] for network (062e511e-bd9f-4e5b-b9bd-495d23ade7a0), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.211706 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-03153ad9-110b-4f02-848b-cfba4c3e12b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062e511e-bd9f-4e5b-b9bd-495d23ade7a0']}} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:50.219278 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47312) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:50.228374 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-03153ad9-110b-4f02-848b-cfba4c3e12b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744d37d1-613a-4ddf-8c9d-e9e8b74683bc') {'for_net_delete': True} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:50.228618 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-03153ad9-110b-4f02-848b-cfba4c3e12b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744d37d1-613a-4ddf-8c9d-e9e8b74683bc') {} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:50.255558 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-03153ad9-110b-4f02-848b-cfba4c3e12b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741378450975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3177892'] for segment (744d37d1-613a-4ddf-8c9d-e9e8b74683bc), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.274813 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-03153ad9-110b-4f02-848b-cfba4c3e12b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (744d37d1-613a-4ddf-8c9d-e9e8b74683bc), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.285821 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03153ad9-110b-4f02-848b-cfba4c3e12b6 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=110068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:43:50.286173 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-03153ad9-110b-4f02-848b-cfba4c3e12b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3808964'] for segment (744d37d1-613a-4ddf-8c9d-e9e8b74683bc), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: Traceback (most recent call last): May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: timer() May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: cb(*args, **kw) May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: return func(*args, **kwargs) May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: self._notify() May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: self.callback(batched_events) May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: event.method(event) May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: return f(self, *a, **k) May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._get(url).json() May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: return self.request(url, 'GET', **kwargs) May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:43:50.292416 dv-cinder-839793-10-iscsi neutron-server[110068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:43:50.406729 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-1ad5b717-58db-4e6c-8022-3f04b0cbd34c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for port (63804ffd-8d9a-4673-82b0-a8a919c81e0c), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.424754 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-03153ad9-110b-4f02-848b-cfba4c3e12b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7702902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7867334'] for network (062e511e-bd9f-4e5b-b9bd-495d23ade7a0), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.438956 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-03153ad9-110b-4f02-848b-cfba4c3e12b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.444579 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-03153ad9-110b-4f02-848b-cfba4c3e12b6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/062e511e-bd9f-4e5b-b9bd-495d23ade7a0 HTTP/1.1" status: 204 len: 168 time: 0.4782202 May 12 17:43:50.445602 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2c43a833-e3cf-40c7-a0bd-1ef14c3f1fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.448694 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-85fa02bd-9f51-4f47-a4dc-03d2fcb173bf req-8d8e0467-1e47-4928-9a36-68cfe9608e12 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 210 time: 0.0399988 May 12 17:43:50.464477 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03153ad9-110b-4f02-848b-cfba4c3e12b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=062e511e-bd9f-4e5b-b9bd-495d23ade7a0,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:50.488240 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-3187ad09-1c16-43ca-81f2-31d97b8289ce None None] Current status of the port 5b2d8383-c6da-4870-be80-c860a4b7a5ae is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:50.488804 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3187ad09-1c16-43ca-81f2-31d97b8289ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.496714 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-1ad5b717-58db-4e6c-8022-3f04b0cbd34c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (63804ffd-8d9a-4673-82b0-a8a919c81e0c), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.507369 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c738-3240-448a-8aef-7b9de7bdab9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.546711 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:45Z', 'revision_number': 4, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port': {'id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:47:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '5b2d8383-c6da-4870-be80-c860a4b7a5ae', 'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'mac_address': 'fa:16:3e:19:57:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:44Z', 'updated_at': '2022-05-12T17:43:49Z', 'revision_number': 4, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'subnets': [{'id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:43:50.561634 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-1ad5b717-58db-4e6c-8022-3f04b0cbd34c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Network c2308c9c-cbd7-48e8-a900-0d956d07aa27 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:43:50.565809 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-1ad5b717-58db-4e6c-8022-3f04b0cbd34c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:43:50.571752 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-1ad5b717-58db-4e6c-8022-3f04b0cbd34c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:43:50.592007 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e7279-f95e-4b2b-b460-716867f5038e None None] The sync data for ids ['18ca0e83-f632-466b-acea-ff5b881fd93a'] in dv-cinder-839793-10-iscsi is: [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:45Z', 'revision_number': 4, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port': {'id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:47:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '5b2d8383-c6da-4870-be80-c860a4b7a5ae', 'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'mac_address': 'fa:16:3e:19:57:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:44Z', 'updated_at': '2022-05-12T17:43:49Z', 'revision_number': 4, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'subnets': [{'id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:43:50.596695 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-3187ad09-1c16-43ca-81f2-31d97b8289ce None None] For port 5b2d8383-c6da-4870-be80-c860a4b7a5ae, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=5b2d8383-c6da-4870-be80-c860a4b7a5ae,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:50.610892 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3187ad09-1c16-43ca-81f2-31d97b8289ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.635835 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2c43a833-e3cf-40c7-a0bd-1ef14c3f1fbb admin admin] Publish callbacks [] for security_group (b6337a83-0d37-4916-aa6c-8c2916fd7fad), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.665612 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2c43a833-e3cf-40c7-a0bd-1ef14c3f1fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (b6337a83-0d37-4916-aa6c-8c2916fd7fad), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.737544 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47324) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:50.739839 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5b717-58db-4e6c-8022-3f04b0cbd34c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Pushing event updated for resources: {'Port': ['ID=63804ffd-8d9a-4673-82b0-a8a919c81e0c,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:50.772118 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ad09-1c16-43ca-81f2-31d97b8289ce None None] Pushing event updated for resources: {'Port': ['ID=5b2d8383-c6da-4870-be80-c860a4b7a5ae,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:50.795259 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-1ad5b717-58db-4e6c-8022-3f04b0cbd34c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:50.797551 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-1ad5b717-58db-4e6c-8022-3f04b0cbd34c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:50.847236 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-1ad5b717-58db-4e6c-8022-3f04b0cbd34c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1949699 May 12 17:43:50.852051 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47326) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:50.855149 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-2c43a833-e3cf-40c7-a0bd-1ef14c3f1fbb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a8ddfd37f3a0434aadf94bbc2f0f3ba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6249402 May 12 17:43:50.873171 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Request body: {'port': {'device_id': 'f9fe1954-0d79-4a7b-a18f-463a1e44b42a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:50.879742 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43a833-e3cf-40c7-a0bd-1ef14c3f1fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6337a83-0d37-4916-aa6c-8c2916fd7fad,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:50.946620 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0258-c23a-4273-b838-1c1163226d16 req-88428a71-3096-42e4-8c1b-344db707660c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:50.948246 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-590f0258-c23a-4273-b838-1c1163226d16 req-88428a71-3096-42e4-8c1b-344db707660c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.89 "GET /v2.0/networks?id=c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 200 len: 817 time: 0.3029726 May 12 17:43:50.957332 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-0088284a-b203-4706-8bf6-b9f5e36f20c0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=339a311338b349da9532e1f9f193c38b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182848 May 12 17:43:50.960228 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47328) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:50.987363 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [req-590f0258-c23a-4273-b838-1c1163226d16 req-28d293e6-8d4f-4330-9d0b-f0ea94121d8b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Request body: {'port': {'device_id': 'b8c977bb-536a-402e-9bb1-f6f30944d7d1', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'admin_state_up': True, 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:51.015105 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f7a1916f-4b3e-4e06-80b3-8b745e94a5f1 admin admin] Publish callbacks [] for security_group (b6337a83-0d37-4916-aa6c-8c2916fd7fad), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:51.018393 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (63804ffd-8d9a-4673-82b0-a8a919c81e0c), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:51.047625 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-344a9325-0ba3-4d13-b715-9335cd67d669 None None] Provisioning complete for port 63804ffd-8d9a-4673-82b0-a8a919c81e0c triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:51.050802 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-344a9325-0ba3-4d13-b715-9335cd67d669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (63804ffd-8d9a-4673-82b0-a8a919c81e0c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:51.050937 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f7a1916f-4b3e-4e06-80b3-8b745e94a5f1 admin admin] Publish callbacks [] for security_group (b6337a83-0d37-4916-aa6c-8c2916fd7fad), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:51.093603 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e1a6d632-536c-48dc-af8d-8975ac300c63 admin admin] Publish callbacks [] for security_group (68933986-cfb0-4d6c-8824-596f20e6cd70), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:51.129960 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-344a9325-0ba3-4d13-b715-9335cd67d669 None None] Port 63804ffd-8d9a-4673-82b0-a8a919c81e0c cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:43:51.153388 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e1a6d632-536c-48dc-af8d-8975ac300c63 admin admin] Publish callbacks [] for security_group (68933986-cfb0-4d6c-8824-596f20e6cd70), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:51.183923 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590f0258-c23a-4273-b838-1c1163226d16 req-28d293e6-8d4f-4330-9d0b-f0ea94121d8b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Made reservation on behalf of bcee5099fd2b4df2adaa069af3a45733 for: {'port': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:43:51.187639 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-590f0258-c23a-4273-b838-1c1163226d16 req-28d293e6-8d4f-4330-9d0b-f0ea94121d8b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:51.229045 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f7a1916f-4b3e-4e06-80b3-8b745e94a5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (b6337a83-0d37-4916-aa6c-8c2916fd7fad), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:51.231898 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f7a1916f-4b3e-4e06-80b3-8b745e94a5f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:51.235475 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-f7a1916f-4b3e-4e06-80b3-8b745e94a5f1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b6337a83-0d37-4916-aa6c-8c2916fd7fad HTTP/1.1" status: 204 len: 168 time: 0.3799899 May 12 17:43:51.268600 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1916f-4b3e-4e06-80b3-8b745e94a5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6337a83-0d37-4916-aa6c-8c2916fd7fad,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:51.281471 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e1a6d632-536c-48dc-af8d-8975ac300c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (68933986-cfb0-4d6c-8824-596f20e6cd70), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:51.300488 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e1a6d632-536c-48dc-af8d-8975ac300c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:51.301980 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-e1a6d632-536c-48dc-af8d-8975ac300c63 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/68933986-cfb0-4d6c-8824-596f20e6cd70 HTTP/1.1" status: 204 len: 168 time: 0.3406014 May 12 17:43:51.347292 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6d632-536c-48dc-af8d-8975ac300c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68933986-cfb0-4d6c-8824-596f20e6cd70,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:51.535780 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63804ffd-8d9a-4673-82b0-a8a919c81e0c {{(pid=110069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:43:51.547790 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 5b2d8383-c6da-4870-be80-c860a4b7a5ae up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:43:51.564361 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Publish callbacks [] for port (63804ffd-8d9a-4673-82b0-a8a919c81e0c), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:51.604112 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.provisioning_blocks [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Transition to ACTIVE for port object 63804ffd-8d9a-4673-82b0-a8a919c81e0c will not be triggered until provisioned by entity L2. {{(pid=110069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:43:51.620006 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (63804ffd-8d9a-4673-82b0-a8a919c81e0c), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:51.654358 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-cd71ced2-a2e7-4554-9cfa-0999fe728f31 req-b76cdabc-9910-44a2-9c36-d19131802d38 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 210 time: 0.0515046 May 12 17:43:51.662606 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 5b2d8383-c6da-4870-be80-c860a4b7a5ae triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:51.663169 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:51.799866 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [req-590f0258-c23a-4273-b838-1c1163226d16 req-28d293e6-8d4f-4330-9d0b-f0ea94121d8b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Allocated IP 172.20.0.14 (c2308c9c-cbd7-48e8-a900-0d956d07aa27/a749117e-7664-42e5-8028-21fb3d238fc4/ddbcad82-027a-4849-b06e-806434038d9b) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:43:51.824387 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Pushing event updated for resources: {'Port': ['ID=63804ffd-8d9a-4673-82b0-a8a919c81e0c,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:51.856373 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 5b2d8383-c6da-4870-be80-c860a4b7a5ae is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:51.864050 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Attempting to bind port 63804ffd-8d9a-4673-82b0-a8a919c81e0c on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:43:51.864460 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Attempting to bind port 63804ffd-8d9a-4673-82b0-a8a919c81e0c by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:43:51.864779 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Attempting to bind port 63804ffd-8d9a-4673-82b0-a8a919c81e0c on network c2308c9c-cbd7-48e8-a900-0d956d07aa27 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:43:51.870418 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Port 63804ffd-8d9a-4673-82b0-a8a919c81e0c on network c2308c9c-cbd7-48e8-a900-0d956d07aa27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:43:51.870775 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Attempting to bind port 63804ffd-8d9a-4673-82b0-a8a919c81e0c on network c2308c9c-cbd7-48e8-a900-0d956d07aa27 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:43:51.877646 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:43:51.878074 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Checking segment: {'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:43:51.878410 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Bound using segment: {'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:43:51.878846 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Bound port: 63804ffd-8d9a-4673-82b0-a8a919c81e0c, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'}}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:43:51.879210 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (63804ffd-8d9a-4673-82b0-a8a919c81e0c), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.018736 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47346) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:52.051566 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47348) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:52.069473 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-86438ba3-a12e-44c5-ba71-db636fefc1f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.143765 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-590f0258-c23a-4273-b838-1c1163226d16 req-28d293e6-8d4f-4330-9d0b-f0ea94121d8b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for port (ddbcad82-027a-4849-b06e-806434038d9b), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.158578 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-8de27ca3-9c55-4c0a-b419-4675c3c607c7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7b85aa3c24f5423d8c9a7b83ace994cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364605 May 12 17:43:52.165586 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47350) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:52.262807 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] For port 63804ffd-8d9a-4673-82b0-a8a919c81e0c, host hv-cinder-83979, cleared binding levels {{(pid=110069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:43:52.266938 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] For port 63804ffd-8d9a-4673-82b0-a8a919c81e0c, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=63804ffd-8d9a-4673-82b0-a8a919c81e0c,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:43:52.277168 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (63804ffd-8d9a-4673-82b0-a8a919c81e0c), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.281751 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-590f0258-c23a-4273-b838-1c1163226d16 req-28d293e6-8d4f-4330-9d0b-f0ea94121d8b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (ddbcad82-027a-4849-b06e-806434038d9b), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.289838 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-86438ba3-a12e-44c5-ba71-db636fefc1f4 admin admin] Publish callbacks [] for security_group (9250f129-a740-42e5-ae8f-dc9dee6099cb), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.321949 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c5a85681-a0aa-44a7-9548-c58dd947687e admin admin] Publish callbacks [] for security_group (6e2ebfcb-a296-4c08-97d8-c7a0fb779165), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.323827 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-86438ba3-a12e-44c5-ba71-db636fefc1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (9250f129-a740-42e5-ae8f-dc9dee6099cb), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.329538 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:52.330256 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.331918 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] 10.222.0.89 "PUT /v2.0/ports/63804ffd-8d9a-4673-82b0-a8a919c81e0c HTTP/1.1" status: 200 len: 1093 time: 1.4728372 May 12 17:43:52.332710 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9fe1954-0d79-4a7b-a18f-463a1e44b42a', 'tag': '63804ffd-8d9a-4673-82b0-a8a919c81e0c'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:43:52.335121 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eec271b-f14d-4697-92e3-e0fd36cee9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f9fe1954-0d79-4a7b-a18f-463a1e44b42a", "tag": "63804ffd-8d9a-4673-82b0-a8a919c81e0c"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:43:52.378886 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9048ac6-c00e-4a9a-8f4d-dc91118dca46 service neutron] Pushing event updated for resources: {'Port': ['ID=63804ffd-8d9a-4673-82b0-a8a919c81e0c,revision_number=3']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:52.390494 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590f0258-c23a-4273-b838-1c1163226d16 req-28d293e6-8d4f-4330-9d0b-f0ea94121d8b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Network c2308c9c-cbd7-48e8-a900-0d956d07aa27 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:43:52.394246 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29fe021-1b9c-422b-9d57-3f3945f68a23 x-openstack-request-id: req-d29fe021-1b9c-422b-9d57-3f3945f68a23 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:43:52.395348 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9fe1954-0d79-4a7b-a18f-463a1e44b42a", "tag": "63804ffd-8d9a-4673-82b0-a8a919c81e0c", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:43:52.395617 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d29fe021-1b9c-422b-9d57-3f3945f68a23 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:43:52.396026 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29fe021-1b9c-422b-9d57-3f3945f68a23'] response: {'name': 'network-changed', 'server_uuid': 'f9fe1954-0d79-4a7b-a18f-463a1e44b42a', 'tag': '63804ffd-8d9a-4673-82b0-a8a919c81e0c', 'status': 'completed', 'code': 200} May 12 17:43:52.412875 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c5a85681-a0aa-44a7-9548-c58dd947687e admin admin] Publish callbacks [] for security_group (6e2ebfcb-a296-4c08-97d8-c7a0fb779165), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.419182 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [req-590f0258-c23a-4273-b838-1c1163226d16 req-28d293e6-8d4f-4330-9d0b-f0ea94121d8b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:43:52.422740 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-86438ba3-a12e-44c5-ba71-db636fefc1f4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4528ad23096b418087b8721ce74eac67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3701217 May 12 17:43:52.426861 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [req-590f0258-c23a-4273-b838-1c1163226d16 req-28d293e6-8d4f-4330-9d0b-f0ea94121d8b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:43:52.436407 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47354) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:52.437955 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d293e6-8d4f-4330-9d0b-f0ea94121d8b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Pushing event updated for resources: {'Port': ['ID=ddbcad82-027a-4849-b06e-806434038d9b,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:52.477402 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86438ba3-a12e-44c5-ba71-db636fefc1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9250f129-a740-42e5-ae8f-dc9dee6099cb,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:52.499572 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-a6885c65-b016-4caa-989c-a448255ef4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:52.503018 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-a6885c65-b016-4caa-989c-a448255ef4d5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 1127 time: 0.0968778 May 12 17:43:52.574567 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-4e6c4445-133a-4b5c-a45b-0060cc7aa7dd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63804ffd-8d9a-4673-82b0-a8a919c81e0c HTTP/1.1" status: 200 len: 217 time: 0.0525525 May 12 17:43:52.577419 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0258-c23a-4273-b838-1c1163226d16 req-28d293e6-8d4f-4330-9d0b-f0ea94121d8b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:52.578079 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-590f0258-c23a-4273-b838-1c1163226d16 req-28d293e6-8d4f-4330-9d0b-f0ea94121d8b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.590086 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3f1f8001-281f-49e0-aa8c-577e35343912 admin admin] Publish callbacks [] for security_group (9250f129-a740-42e5-ae8f-dc9dee6099cb), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.623240 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3e54de6e-758b-4ff1-8396-30a38e61cea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.632782 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c5a85681-a0aa-44a7-9548-c58dd947687e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (6e2ebfcb-a296-4c08-97d8-c7a0fb779165), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.635595 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c5a85681-a0aa-44a7-9548-c58dd947687e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.641194 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-a32bed6c-bb7a-4398-816d-53d929961f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:52.643849 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-a32bed6c-bb7a-4398-816d-53d929961f4b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a749117e-7664-42e5-8028-21fb3d238fc4 HTTP/1.1" status: 200 len: 856 time: 0.0604608 May 12 17:43:52.644472 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-c5a85681-a0aa-44a7-9548-c58dd947687e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e2ebfcb-a296-4c08-97d8-c7a0fb779165 HTTP/1.1" status: 204 len: 168 time: 0.4726465 May 12 17:43:52.647975 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-590f0258-c23a-4273-b838-1c1163226d16 req-28d293e6-8d4f-4330-9d0b-f0ea94121d8b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6660144 May 12 17:43:52.660436 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3f1f8001-281f-49e0-aa8c-577e35343912 admin admin] Publish callbacks [] for security_group (9250f129-a740-42e5-ae8f-dc9dee6099cb), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.672754 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a85681-a0aa-44a7-9548-c58dd947687e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2ebfcb-a296-4c08-97d8-c7a0fb779165,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:52.697943 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Request body: {'port': {'device_id': 'b8c977bb-536a-402e-9bb1-f6f30944d7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:43:52.744248 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-bea95965-dd82-4394-bfa1-4900944fe818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:52.746293 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-bea95965-dd82-4394-bfa1-4900944fe818 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c2308c9c-cbd7-48e8-a900-0d956d07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0717902 May 12 17:43:52.863001 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fdf84-a1ef-453f-a259-992dd403cb5d req-1785e5b3-f318-4207-b2ed-94d474d7351b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:52.864517 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-370fdf84-a1ef-453f-a259-992dd403cb5d req-1785e5b3-f318-4207-b2ed-94d474d7351b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 932 time: 0.0959358 May 12 17:43:52.882067 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (ddbcad82-027a-4849-b06e-806434038d9b), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.888153 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-73c2d19f-d46f-427e-b2f2-15de7ba2e032 service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243463 May 12 17:43:52.890953 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3f1f8001-281f-49e0-aa8c-577e35343912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (9250f129-a740-42e5-ae8f-dc9dee6099cb), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.893805 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3f1f8001-281f-49e0-aa8c-577e35343912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:52.894928 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-3f1f8001-281f-49e0-aa8c-577e35343912 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9250f129-a740-42e5-ae8f-dc9dee6099cb HTTP/1.1" status: 204 len: 168 time: 0.4519796 May 12 17:43:52.921445 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f8001-281f-49e0-aa8c-577e35343912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9250f129-a740-42e5-ae8f-dc9dee6099cb,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:52.981742 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-0f115744-296e-4443-aed0-bafbc5731920 None None] Provisioning complete for port ddbcad82-027a-4849-b06e-806434038d9b triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:52.982361 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-370fdf84-a1ef-453f-a259-992dd403cb5d req-a28ac74c-0355-4218-a98b-5bdb484b79c7 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101637 May 12 17:43:52.982893 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0f115744-296e-4443-aed0-bafbc5731920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (ddbcad82-027a-4849-b06e-806434038d9b), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:53.047052 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-0f115744-296e-4443-aed0-bafbc5731920 None None] Port ddbcad82-027a-4849-b06e-806434038d9b cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:43:53.049818 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-af5051cb-4353-4de6-8ed7-19a82604a93d req-fa12ae4f-3c1a-4d52-8a21-6588a282eb35 service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553278 May 12 17:43:53.296483 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbcad82-027a-4849-b06e-806434038d9b {{(pid=110068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:43:53.307679 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Publish callbacks [] for port (ddbcad82-027a-4849-b06e-806434038d9b), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:53.325109 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47374) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:53.329305 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.provisioning_blocks [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Transition to ACTIVE for port object ddbcad82-027a-4849-b06e-806434038d9b will not be triggered until provisioned by entity L2. {{(pid=110068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:43:53.334613 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (ddbcad82-027a-4849-b06e-806434038d9b), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:53.352524 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed7f-9b55-493f-b6e8-2214ab652010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:53.429038 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbcad82-027a-4849-b06e-806434038d9b,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:53.451784 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed7f-9b55-493f-b6e8-2214ab652010 admin admin] Publish callbacks [] for security_group (4116aa6d-3819-47f5-9a66-8eb157db2cc1), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:53.458739 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed7f-9b55-493f-b6e8-2214ab652010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (4116aa6d-3819-47f5-9a66-8eb157db2cc1), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:53.495055 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Attempting to bind port ddbcad82-027a-4849-b06e-806434038d9b on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:43:53.495715 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Attempting to bind port ddbcad82-027a-4849-b06e-806434038d9b by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'}] {{(pid=110068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:43:53.495876 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Attempting to bind port ddbcad82-027a-4849-b06e-806434038d9b on network c2308c9c-cbd7-48e8-a900-0d956d07aa27 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:43:53.500411 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Port ddbcad82-027a-4849-b06e-806434038d9b on network c2308c9c-cbd7-48e8-a900-0d956d07aa27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:43:53.500813 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Attempting to bind port ddbcad82-027a-4849-b06e-806434038d9b on network c2308c9c-cbd7-48e8-a900-0d956d07aa27 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:43:53.503157 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-acc2ed7f-9b55-493f-b6e8-2214ab652010 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9adccd63bf0940bbb23a6a6a19c3ef04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763229 May 12 17:43:53.506208 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47378) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:53.507021 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:43:53.507360 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Checking segment: {'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:43:53.508242 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Bound using segment: {'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'} {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:43:53.509001 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Bound port: ddbcad82-027a-4849-b06e-806434038d9b, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'}}] {{(pid=110068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:43:53.509364 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (ddbcad82-027a-4849-b06e-806434038d9b), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:53.532297 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed7f-9b55-493f-b6e8-2214ab652010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4116aa6d-3819-47f5-9a66-8eb157db2cc1,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:53.650190 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d98cb0c7-b359-46a2-9a5b-0da6eb871693 admin admin] Publish callbacks [] for security_group (4116aa6d-3819-47f5-9a66-8eb157db2cc1), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:53.652065 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] For port ddbcad82-027a-4849-b06e-806434038d9b, host hv-cinder-83979, cleared binding levels {{(pid=110068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:43:53.657744 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] For port ddbcad82-027a-4849-b06e-806434038d9b, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ddbcad82-027a-4849-b06e-806434038d9b,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:43:53.667600 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (ddbcad82-027a-4849-b06e-806434038d9b), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:53.693819 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d98cb0c7-b359-46a2-9a5b-0da6eb871693 admin admin] Publish callbacks [] for security_group (4116aa6d-3819-47f5-9a66-8eb157db2cc1), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:53.744420 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:53.745038 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:53.746434 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-590f0258-c23a-4273-b838-1c1163226d16 req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] 10.222.0.89 "PUT /v2.0/ports/ddbcad82-027a-4849-b06e-806434038d9b HTTP/1.1" status: 200 len: 1094 time: 1.0706108 May 12 17:43:53.746942 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c977bb-536a-402e-9bb1-f6f30944d7d1', 'tag': 'ddbcad82-027a-4849-b06e-806434038d9b'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:43:53.749276 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26946b3f-ebe4-436b-a54d-3e5d559d05df" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c977bb-536a-402e-9bb1-f6f30944d7d1", "tag": "ddbcad82-027a-4849-b06e-806434038d9b"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:43:53.787014 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5edfae-e6a7-4383-b963-d07f799c4411 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbcad82-027a-4849-b06e-806434038d9b,revision_number=3']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:53.812183 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace2ad2c-3ee7-44ce-bab3-3b05b0174698 x-openstack-request-id: req-ace2ad2c-3ee7-44ce-bab3-3b05b0174698 {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:43:53.812481 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c977bb-536a-402e-9bb1-f6f30944d7d1", "tag": "ddbcad82-027a-4849-b06e-806434038d9b", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:43:53.812735 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ace2ad2c-3ee7-44ce-bab3-3b05b0174698 {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:43:53.813288 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace2ad2c-3ee7-44ce-bab3-3b05b0174698'] response: {'name': 'network-changed', 'server_uuid': 'b8c977bb-536a-402e-9bb1-f6f30944d7d1', 'tag': 'ddbcad82-027a-4849-b06e-806434038d9b', 'status': 'completed', 'code': 200} May 12 17:43:53.814401 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d98cb0c7-b359-46a2-9a5b-0da6eb871693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (4116aa6d-3819-47f5-9a66-8eb157db2cc1), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:53.817202 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d98cb0c7-b359-46a2-9a5b-0da6eb871693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:53.820863 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-d98cb0c7-b359-46a2-9a5b-0da6eb871693 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4116aa6d-3819-47f5-9a66-8eb157db2cc1 HTTP/1.1" status: 204 len: 168 time: 0.2880559 May 12 17:43:53.835180 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cb0c7-b359-46a2-9a5b-0da6eb871693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4116aa6d-3819-47f5-9a66-8eb157db2cc1,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:53.844811 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:54.114698 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a892f8-a48b-428b-8422-b3cd3a305470 req-d653a1af-4a60-46e3-a18b-8f49afc30d82 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:54.116206 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-21a892f8-a48b-428b-8422-b3cd3a305470 req-d653a1af-4a60-46e3-a18b-8f49afc30d82 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 944 time: 0.0528395 May 12 17:43:54.167883 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-21a892f8-a48b-428b-8422-b3cd3a305470 req-9707423d-fcd8-44d9-9af6-00ddb300aa53 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449071 May 12 17:43:54.359015 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47416) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:54.484704 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0de3cdb8-1c86-421f-a36e-7445737652f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:54.493365 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec271b-f14d-4697-92e3-e0fd36cee9d0 req-142980a5-3da2-4da9-a711-664f198937ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:54.495138 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3eec271b-f14d-4697-92e3-e0fd36cee9d0 req-142980a5-3da2-4da9-a711-664f198937ce service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 1127 time: 0.0498426 May 12 17:43:54.553734 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26946b3f-ebe4-436b-a54d-3e5d559d05df req-28e671c3-13b7-432b-9eda-fa1e65a481ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:54.556192 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-26946b3f-ebe4-436b-a54d-3e5d559d05df req-28e671c3-13b7-432b-9eda-fa1e65a481ad service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 1128 time: 0.0685103 May 12 17:43:54.600611 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec271b-f14d-4697-92e3-e0fd36cee9d0 req-47479f5d-eeaf-40dc-b571-484f0ad11e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:54.603380 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3eec271b-f14d-4697-92e3-e0fd36cee9d0 req-47479f5d-eeaf-40dc-b571-484f0ad11e91 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 200 len: 918 time: 0.0976446 May 12 17:43:54.669085 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3eec271b-f14d-4697-92e3-e0fd36cee9d0 req-21ad4ca0-55b0-4941-b5df-f6fd21e957c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63804ffd-8d9a-4673-82b0-a8a919c81e0c HTTP/1.1" status: 200 len: 217 time: 0.0544097 May 12 17:43:54.723605 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec271b-f14d-4697-92e3-e0fd36cee9d0 req-028c3449-4bcf-41e6-81a1-027980489cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:54.725086 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3eec271b-f14d-4697-92e3-e0fd36cee9d0 req-028c3449-4bcf-41e6-81a1-027980489cef service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a749117e-7664-42e5-8028-21fb3d238fc4 HTTP/1.1" status: 200 len: 856 time: 0.0461977 May 12 17:43:54.743502 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0de3cdb8-1c86-421f-a36e-7445737652f6 admin admin] Publish callbacks [] for security_group (5084f711-05f1-40c9-94ca-43e60703c539), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:54.748729 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0de3cdb8-1c86-421f-a36e-7445737652f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (5084f711-05f1-40c9-94ca-43e60703c539), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:54.782922 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec271b-f14d-4697-92e3-e0fd36cee9d0 req-42ddd46f-72be-42a4-bdae-f4f16b7416e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:54.785510 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3eec271b-f14d-4697-92e3-e0fd36cee9d0 req-42ddd46f-72be-42a4-bdae-f4f16b7416e2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c2308c9c-cbd7-48e8-a900-0d956d07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0530605 May 12 17:43:54.824606 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-0de3cdb8-1c86-421f-a36e-7445737652f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e3288337df204f9ea9a68ee3b481aebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4615746 May 12 17:43:54.824606 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26946b3f-ebe4-436b-a54d-3e5d559d05df req-a5b2f6a1-9369-4e5f-b895-1aa1f12e654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:54.825042 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47434) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:43:54.825145 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-26946b3f-ebe4-436b-a54d-3e5d559d05df req-a5b2f6a1-9369-4e5f-b895-1aa1f12e654e service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=bcee5099fd2b4df2adaa069af3a45733&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2507927 May 12 17:43:54.825830 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3cdb8-1c86-421f-a36e-7445737652f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5084f711-05f1-40c9-94ca-43e60703c539,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:54.934119 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3eec271b-f14d-4697-92e3-e0fd36cee9d0 req-f692054f-28be-426d-8e7d-6f0aeaf91453 service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391122 May 12 17:43:54.938832 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e8e44390-a25a-4857-b2d0-d6b792b3ace4 admin admin] Publish callbacks [] for security_group (5084f711-05f1-40c9-94ca-43e60703c539), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:54.986779 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e8e44390-a25a-4857-b2d0-d6b792b3ace4 admin admin] Publish callbacks [] for security_group (5084f711-05f1-40c9-94ca-43e60703c539), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:55.028483 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26946b3f-ebe4-436b-a54d-3e5d559d05df req-4e49b6b0-e6a9-46df-ace5-7317f17ba3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:55.030789 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-26946b3f-ebe4-436b-a54d-3e5d559d05df req-4e49b6b0-e6a9-46df-ace5-7317f17ba3e5 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1885624 May 12 17:43:55.074700 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3eec271b-f14d-4697-92e3-e0fd36cee9d0 req-ff1518fd-d8ba-419e-a938-fab537362490 service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309752 May 12 17:43:55.095369 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e8e44390-a25a-4857-b2d0-d6b792b3ace4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (5084f711-05f1-40c9-94ca-43e60703c539), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:55.098068 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e8e44390-a25a-4857-b2d0-d6b792b3ace4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:55.101535 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-e8e44390-a25a-4857-b2d0-d6b792b3ace4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5084f711-05f1-40c9-94ca-43e60703c539 HTTP/1.1" status: 204 len: 168 time: 0.2733231 May 12 17:43:55.108673 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e44390-a25a-4857-b2d0-d6b792b3ace4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5084f711-05f1-40c9-94ca-43e60703c539,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:55.134050 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0258-c23a-4273-b838-1c1163226d16 req-9ff88709-0f99-415e-a586-8ccbb5e08530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:55.135554 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-590f0258-c23a-4273-b838-1c1163226d16 req-9ff88709-0f99-415e-a586-8ccbb5e08530 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 1128 time: 0.0630829 May 12 17:43:55.197653 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:55.207785 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-590f0258-c23a-4273-b838-1c1163226d16 req-6e841b16-ee4b-48ed-8947-82c8f0657457 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddbcad82-027a-4849-b06e-806434038d9b HTTP/1.1" status: 200 len: 217 time: 0.0627296 May 12 17:43:55.306386 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0258-c23a-4273-b838-1c1163226d16 req-98064025-8d87-4dea-878d-b9863197e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:55.307885 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-590f0258-c23a-4273-b838-1c1163226d16 req-98064025-8d87-4dea-878d-b9863197e1b3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a749117e-7664-42e5-8028-21fb3d238fc4 HTTP/1.1" status: 200 len: 856 time: 0.0869999 May 12 17:43:55.322136 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148155d-ba8e-4f97-8e8d-2b4051e1268a req-2723b861-995f-4a43-ac6a-90ae990630db tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:55.323620 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3148155d-ba8e-4f97-8e8d-2b4051e1268a req-2723b861-995f-4a43-ac6a-90ae990630db tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 944 time: 0.0599999 May 12 17:43:55.376233 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0258-c23a-4273-b838-1c1163226d16 req-6b5f208e-384e-41d2-b8ac-b2ad64439dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:55.377709 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-590f0258-c23a-4273-b838-1c1163226d16 req-6b5f208e-384e-41d2-b8ac-b2ad64439dce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c2308c9c-cbd7-48e8-a900-0d956d07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0532575 May 12 17:43:55.410777 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3148155d-ba8e-4f97-8e8d-2b4051e1268a req-26566e47-54ab-4829-89b0-02f9dd99ac2b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775599 May 12 17:43:55.497390 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-590f0258-c23a-4273-b838-1c1163226d16 req-f03afcba-c2a5-493d-bf6a-6e044e82fd65 service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997870 May 12 17:43:55.590208 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-590f0258-c23a-4273-b838-1c1163226d16 req-52cb1864-23cd-40fe-8788-ef2cb2a61d8a service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864382 May 12 17:43:56.552456 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c384d7-2aea-4e90-826b-af114d58d123 req-d40bc192-6c3b-402a-9aa4-3c92f3807a7b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:56.553960 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-92c384d7-2aea-4e90-826b-af114d58d123 req-d40bc192-6c3b-402a-9aa4-3c92f3807a7b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 944 time: 0.0549798 May 12 17:43:56.607530 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-92c384d7-2aea-4e90-826b-af114d58d123 req-84826a4b-d701-4e66-9ce1-47f6ca95274d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455160 May 12 17:43:56.612809 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:56.672219 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 63804ffd-8d9a-4673-82b0-a8a919c81e0c details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:43:56.775710 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 63804ffd-8d9a-4673-82b0-a8a919c81e0c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=63804ffd-8d9a-4673-82b0-a8a919c81e0c,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:56.787139 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '63804ffd-8d9a-4673-82b0-a8a919c81e0c', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'port_id': '63804ffd-8d9a-4673-82b0-a8a919c81e0c', 'mac_address': 'fa:16:3e:0d:bc:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:43:56.827918 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 63804ffd-8d9a-4673-82b0-a8a919c81e0c is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:56.828314 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (63804ffd-8d9a-4673-82b0-a8a919c81e0c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:56.841485 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63804ffd-8d9a-4673-82b0-a8a919c81e0c {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:43:56.862163 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 63804ffd-8d9a-4673-82b0-a8a919c81e0c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=63804ffd-8d9a-4673-82b0-a8a919c81e0c,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:56.866127 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (63804ffd-8d9a-4673-82b0-a8a919c81e0c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:56.924225 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=63804ffd-8d9a-4673-82b0-a8a919c81e0c,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:57.259797 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['63804ffd-8d9a-4673-82b0-a8a919c81e0c'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:43:57.732375 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4ba5b-c30f-4922-9687-0a2f27adf0f6 req-c73cedb2-986a-4a2b-ac38-9a8b83f8a6c5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:57.733922 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0dd4ba5b-c30f-4922-9687-0a2f27adf0f6 req-c73cedb2-986a-4a2b-ac38-9a8b83f8a6c5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 944 time: 0.0585442 May 12 17:43:57.790033 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0dd4ba5b-c30f-4922-9687-0a2f27adf0f6 req-af0b5bf3-3693-40b8-acdc-81682645ee5c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496001 May 12 17:43:58.682252 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device ddbcad82-027a-4849-b06e-806434038d9b details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:43:58.685518 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 63804ffd-8d9a-4673-82b0-a8a919c81e0c up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:43:58.767613 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port 63804ffd-8d9a-4673-82b0-a8a919c81e0c completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:43:58.798739 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 63804ffd-8d9a-4673-82b0-a8a919c81e0c triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:43:58.799123 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (63804ffd-8d9a-4673-82b0-a8a919c81e0c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:58.868647 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port ddbcad82-027a-4849-b06e-806434038d9b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ddbcad82-027a-4849-b06e-806434038d9b,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:58.881670 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': 'ddbcad82-027a-4849-b06e-806434038d9b', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'port_id': 'ddbcad82-027a-4849-b06e-806434038d9b', 'mac_address': 'fa:16:3e:8b:96:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:43:58.905795 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefdc07-04a2-49de-8659-1e48db4a008f req-4c6f4a8b-2dc3-4b4f-8315-895d63b37cb1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:58.907421 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ffefdc07-04a2-49de-8659-1e48db4a008f req-4c6f4a8b-2dc3-4b4f-8315-895d63b37cb1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 944 time: 0.0508695 May 12 17:43:58.951003 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port ddbcad82-027a-4849-b06e-806434038d9b is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:58.951404 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (ddbcad82-027a-4849-b06e-806434038d9b), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:58.957709 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ffefdc07-04a2-49de-8659-1e48db4a008f req-547bae14-8019-43b9-9f36-f9e863f8b099 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420213 May 12 17:43:58.959486 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 63804ffd-8d9a-4673-82b0-a8a919c81e0c is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:43:58.959870 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (63804ffd-8d9a-4673-82b0-a8a919c81e0c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:58.973242 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbcad82-027a-4849-b06e-806434038d9b {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:43:59.013173 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fe1954-0d79-4a7b-a18f-463a1e44b42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63804ffd-8d9a-4673-82b0-a8a919c81e0c'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:43:59.015504 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda40506-cfba-493c-b5dd-a899283f68c7" -d '{"events": [{"server_uuid": "f9fe1954-0d79-4a7b-a18f-463a1e44b42a", "name": "network-vif-plugged", "status": "completed", "tag": "63804ffd-8d9a-4673-82b0-a8a919c81e0c"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:43:59.027508 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port ddbcad82-027a-4849-b06e-806434038d9b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ddbcad82-027a-4849-b06e-806434038d9b,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:59.031557 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 63804ffd-8d9a-4673-82b0-a8a919c81e0c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=63804ffd-8d9a-4673-82b0-a8a919c81e0c,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:43:59.033109 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (ddbcad82-027a-4849-b06e-806434038d9b), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:59.038451 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (63804ffd-8d9a-4673-82b0-a8a919c81e0c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:43:59.061433 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc180f4-8c22-4af7-9b1f-3787e8cc2ef9 x-openstack-request-id: req-8cc180f4-8c22-4af7-9b1f-3787e8cc2ef9 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:43:59.061757 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fe1954-0d79-4a7b-a18f-463a1e44b42a", "name": "network-vif-plugged", "status": "completed", "tag": "63804ffd-8d9a-4673-82b0-a8a919c81e0c", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:43:59.062021 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8cc180f4-8c22-4af7-9b1f-3787e8cc2ef9 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:43:59.062424 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc180f4-8c22-4af7-9b1f-3787e8cc2ef9'] response: {'server_uuid': 'f9fe1954-0d79-4a7b-a18f-463a1e44b42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63804ffd-8d9a-4673-82b0-a8a919c81e0c', 'code': 200} May 12 17:43:59.088906 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=ddbcad82-027a-4849-b06e-806434038d9b,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:59.146777 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=63804ffd-8d9a-4673-82b0-a8a919c81e0c,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:43:59.272350 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fe077-f08b-4f1e-8bc7-b08aa32eaa7a req-7b84721d-d33b-4e1a-8c6a-b9f2a06f6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:43:59.274647 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-898fe077-f08b-4f1e-8bc7-b08aa32eaa7a req-7b84721d-d33b-4e1a-8c6a-b9f2a06f6a24 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 1129 time: 0.0413997 May 12 17:43:59.338924 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-898fe077-f08b-4f1e-8bc7-b08aa32eaa7a req-24d9fc58-6361-4b0c-85b3-963db71b9efe service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500097 May 12 17:43:59.453189 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['ddbcad82-027a-4849-b06e-806434038d9b'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:44:00.217778 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186afda1-9d2a-436f-a920-11887329d85d req-064b4f06-2a16-477e-842a-9c3766b0c0c5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:00.219381 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-186afda1-9d2a-436f-a920-11887329d85d req-064b4f06-2a16-477e-842a-9c3766b0c0c5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 945 time: 0.0473251 May 12 17:44:00.270507 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-186afda1-9d2a-436f-a920-11887329d85d req-86c7d754-ff7e-457a-a6e7-77a006f0dae8 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454273 May 12 17:44:00.683623 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device ddbcad82-027a-4849-b06e-806434038d9b up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:44:00.732701 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port ddbcad82-027a-4849-b06e-806434038d9b completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:44:00.740857 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port ddbcad82-027a-4849-b06e-806434038d9b triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:00.741359 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (ddbcad82-027a-4849-b06e-806434038d9b), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:00.849880 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port ddbcad82-027a-4849-b06e-806434038d9b is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:00.850342 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (ddbcad82-027a-4849-b06e-806434038d9b), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:00.891148 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port ddbcad82-027a-4849-b06e-806434038d9b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ddbcad82-027a-4849-b06e-806434038d9b,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:00.895894 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (ddbcad82-027a-4849-b06e-806434038d9b), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:00.951490 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=ddbcad82-027a-4849-b06e-806434038d9b,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:01.063753 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c977bb-536a-402e-9bb1-f6f30944d7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbcad82-027a-4849-b06e-806434038d9b'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:44:01.066255 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec94173-7eda-499c-9530-94446913645d" -d '{"events": [{"server_uuid": "b8c977bb-536a-402e-9bb1-f6f30944d7d1", "name": "network-vif-plugged", "status": "completed", "tag": "ddbcad82-027a-4849-b06e-806434038d9b"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:44:01.124278 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beabc27c-8c8d-480f-a5a0-95d4ad35f078 x-openstack-request-id: req-beabc27c-8c8d-480f-a5a0-95d4ad35f078 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:44:01.124551 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c977bb-536a-402e-9bb1-f6f30944d7d1", "name": "network-vif-plugged", "status": "completed", "tag": "ddbcad82-027a-4849-b06e-806434038d9b", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:44:01.124816 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-beabc27c-8c8d-480f-a5a0-95d4ad35f078 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:44:01.125216 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beabc27c-8c8d-480f-a5a0-95d4ad35f078'] response: {'server_uuid': 'b8c977bb-536a-402e-9bb1-f6f30944d7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbcad82-027a-4849-b06e-806434038d9b', 'code': 200} May 12 17:44:01.392822 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4645ca-ea98-43e7-8492-d30564a86083 req-22048de3-0d1b-4ce4-87ae-0ae89936085b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:01.394332 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ff4645ca-ea98-43e7-8492-d30564a86083 req-22048de3-0d1b-4ce4-87ae-0ae89936085b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0524364 May 12 17:44:01.449133 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ff4645ca-ea98-43e7-8492-d30564a86083 req-b66ab5a8-79aa-43e7-b4d7-e3f088ee2ed5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483344 May 12 17:44:01.636543 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ac6e5-a839-4d85-8bf9-32b9d59fc315 req-6eef375e-7401-4a4c-b252-af4e141bf6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:01.638011 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e18ac6e5-a839-4d85-8bf9-32b9d59fc315 req-6eef375e-7401-4a4c-b252-af4e141bf6db service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 1130 time: 0.0395706 May 12 17:44:01.688493 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e18ac6e5-a839-4d85-8bf9-32b9d59fc315 req-8608fa9a-ede4-46c2-b83c-77d4cb5bab53 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418818 May 12 17:44:02.591141 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d657b-61be-49d8-be73-d9374211f36a req-d5ea4d84-793f-460a-b96f-ce7246061ed0 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:02.592597 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-601d657b-61be-49d8-be73-d9374211f36a req-d5ea4d84-793f-460a-b96f-ce7246061ed0 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0471001 May 12 17:44:02.638795 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-601d657b-61be-49d8-be73-d9374211f36a req-02ca0280-f4c2-4083-8e93-2f85308d3959 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403707 May 12 17:44:03.759375 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eab1e2-9299-4cd5-a2cc-71e0a950a7e1 req-5cc3c33d-577b-4f87-89d5-8e568b8b4a2a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:03.767089 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-73eab1e2-9299-4cd5-a2cc-71e0a950a7e1 req-5cc3c33d-577b-4f87-89d5-8e568b8b4a2a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0560410 May 12 17:44:03.817067 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-73eab1e2-9299-4cd5-a2cc-71e0a950a7e1 req-c183742f-5e88-458b-b9d6-d7a18629dba8 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489693 May 12 17:44:04.938020 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9e55a-d48a-4c82-94ff-d1de07751c69 req-2aa1de2f-6582-4010-9bb8-a24ea79626f4 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:04.939437 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-64d9e55a-d48a-4c82-94ff-d1de07751c69 req-2aa1de2f-6582-4010-9bb8-a24ea79626f4 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0464435 May 12 17:44:04.942928 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47718) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:04.989832 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-64d9e55a-d48a-4c82-94ff-d1de07751c69 req-da197161-975d-46d6-a23d-388624854151 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406253 May 12 17:44:05.052824 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2c20c1ba-94d3-480e-81ff-a72dcfe72746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:05.130619 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2c20c1ba-94d3-480e-81ff-a72dcfe72746 admin admin] Publish callbacks [] for security_group (cd53698d-0e00-4149-934d-7cd16350e2c0), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:05.134958 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2c20c1ba-94d3-480e-81ff-a72dcfe72746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (cd53698d-0e00-4149-934d-7cd16350e2c0), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:05.176846 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-2c20c1ba-94d3-480e-81ff-a72dcfe72746 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ca830c9eae6240aa9b2076fac638457b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305794 May 12 17:44:05.176846 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20c1ba-94d3-480e-81ff-a72dcfe72746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd53698d-0e00-4149-934d-7cd16350e2c0,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:05.177285 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47724) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:05.247489 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-957e8bc8-6f4f-48f0-bc6e-c217fcc46e7d admin admin] Publish callbacks [] for security_group (cd53698d-0e00-4149-934d-7cd16350e2c0), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:05.269567 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-957e8bc8-6f4f-48f0-bc6e-c217fcc46e7d admin admin] Publish callbacks [] for security_group (cd53698d-0e00-4149-934d-7cd16350e2c0), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:05.284329 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be2d9e-b5e6-4657-8a35-a43ebf77e7e2 req-74fa546b-b029-4593-b16f-13ff3deddabd tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:05.285831 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-42be2d9e-b5e6-4657-8a35-a43ebf77e7e2 req-74fa546b-b029-4593-b16f-13ff3deddabd tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0484173 May 12 17:44:05.321209 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-957e8bc8-6f4f-48f0-bc6e-c217fcc46e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (cd53698d-0e00-4149-934d-7cd16350e2c0), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:05.324339 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-957e8bc8-6f4f-48f0-bc6e-c217fcc46e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:05.325524 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-957e8bc8-6f4f-48f0-bc6e-c217fcc46e7d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cd53698d-0e00-4149-934d-7cd16350e2c0 HTTP/1.1" status: 204 len: 168 time: 0.1472437 May 12 17:44:05.333375 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e8bc8-6f4f-48f0-bc6e-c217fcc46e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd53698d-0e00-4149-934d-7cd16350e2c0,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:05.336403 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-42be2d9e-b5e6-4657-8a35-a43ebf77e7e2 req-afc034c1-e8ea-4646-9f7b-bcd5ff9664de tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443141 May 12 17:44:05.947678 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47752) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:06.051053 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-80ff2b7a-9315-4703-ba0b-dd9bac1e8712 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1362951098-network', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:06.072082 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ff2b7a-9315-4703-ba0b-dd9bac1e8712 admin admin] Made reservation on behalf of 4e9154d1a4c44c6b8a42001c659d069b for: {'network': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:06.074645 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-80ff2b7a-9315-4703-ba0b-dd9bac1e8712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:06.088644 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-80ff2b7a-9315-4703-ba0b-dd9bac1e8712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:06.171085 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-80ff2b7a-9315-4703-ba0b-dd9bac1e8712 admin admin] Publish callbacks [] for security_group (5caf8705-53cb-44d3-ba56-0428ee77d854), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:06.175172 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-80ff2b7a-9315-4703-ba0b-dd9bac1e8712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (5caf8705-53cb-44d3-ba56-0428ee77d854), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:06.202284 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ff2b7a-9315-4703-ba0b-dd9bac1e8712 admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=110068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:44:06.208451 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff2b7a-9315-4703-ba0b-dd9bac1e8712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caf8705-53cb-44d3-ba56-0428ee77d854,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:06.217229 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-80ff2b7a-9315-4703-ba0b-dd9bac1e8712 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (f8d53c70-4a8d-42be-abd8-c1787026f6fc), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:06.217229 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.segments_db [None req-80ff2b7a-9315-4703-ba0b-dd9bac1e8712 admin admin] Added segment f8d53c70-4a8d-42be-abd8-c1787026f6fc of type vlan for network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 May 12 17:44:06.259703 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-80ff2b7a-9315-4703-ba0b-dd9bac1e8712 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (3cb76e15-efb3-4276-8531-f3adac3a6ec1), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:06.284306 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-80ff2b7a-9315-4703-ba0b-dd9bac1e8712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (3cb76e15-efb3-4276-8531-f3adac3a6ec1), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:06.285454 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff2b7a-9315-4703-ba0b-dd9bac1e8712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:06.286043 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-80ff2b7a-9315-4703-ba0b-dd9bac1e8712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:06.324031 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-80ff2b7a-9315-4703-ba0b-dd9bac1e8712 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3726504 May 12 17:44:06.324388 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47756) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:06.329239 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-2215a67b-45ce-4aa2-981a-c6ea55ae24b4 admin admin] Request body: {'subnet': {'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1362951098-subnet', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'ip_version': 4}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:06.348765 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2215a67b-45ce-4aa2-981a-c6ea55ae24b4 admin admin] Made reservation on behalf of 4e9154d1a4c44c6b8a42001c659d069b for: {'subnet': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:06.351144 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2215a67b-45ce-4aa2-981a-c6ea55ae24b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3500434'] for subnet (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:06.353006 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff2b7a-9315-4703-ba0b-dd9bac1e8712 admin admin] Pushing event updated for resources: {'Network': ['ID=3cb76e15-efb3-4276-8531-f3adac3a6ec1,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:06.362686 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:44:06.480674 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e3fc4-668c-4605-a665-9deb712d9bb5 req-7183ab48-a37d-4c85-8af4-984d358bf383 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:06.482459 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-192e3fc4-668c-4605-a665-9deb712d9bb5 req-7183ab48-a37d-4c85-8af4-984d358bf383 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0502808 May 12 17:44:06.532303 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2215a67b-45ce-4aa2-981a-c6ea55ae24b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3143433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3500420'] for subnet (d9c99e92-93c2-417d-8e54-471b58588d33), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:06.538979 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-192e3fc4-668c-4605-a665-9deb712d9bb5 req-386868b3-d0be-4f23-acbd-bb80096bb881 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484169 May 12 17:44:06.599510 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215a67b-45ce-4aa2-981a-c6ea55ae24b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9c99e92-93c2-417d-8e54-471b58588d33,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:06.605227 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2215a67b-45ce-4aa2-981a-c6ea55ae24b4 admin admin] Checking segment: {'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:06.605589 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2215a67b-45ce-4aa2-981a-c6ea55ae24b4 admin admin] Network hostable DHCP agents. Network: 3cb76e15-efb3-4276-8531-f3adac3a6ec1, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:44:06.626020 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2215a67b-45ce-4aa2-981a-c6ea55ae24b4 admin admin] Network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:44:06.634868 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-2215a67b-45ce-4aa2-981a-c6ea55ae24b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, 3cb76e15-efb3-4276-8531-f3adac3a6ec1) {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:06.638991 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2215a67b-45ce-4aa2-981a-c6ea55ae24b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:06.639593 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2215a67b-45ce-4aa2-981a-c6ea55ae24b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:06.644019 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aec35b4-6136-4b5a-b9dd-8a235ae4587e None None] Network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:44:06.654764 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-2215a67b-45ce-4aa2-981a-c6ea55ae24b4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3292634 May 12 17:44:06.657458 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47762) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:06.661540 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:06.682830 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3659'] for router (43453b9e-01a5-463b-8502-f0acb3b1868b), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:06.683822 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3650'] for router (43453b9e-01a5-463b-8502-f0acb3b1868b), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:06.735798 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Publish callbacks [] for router_controller (43453b9e-01a5-463b-8502-f0acb3b1868b), precommit_add_association {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:06.751187 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87a1f776-934d-5dcf-9a04-ef15ef25d80b-3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33'}]}} from dv-cinder-839793-10-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:44:06.752139 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:06.880159 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Publish callbacks [] for router_gateway (43453b9e-01a5-463b-8502-f0acb3b1868b), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:06.895442 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Allocated IP 172.20.0.2 (3cb76e15-efb3-4276-8531-f3adac3a6ec1/d9c99e92-93c2-417d-8e54-471b58588d33/911c79d6-a560-470b-846d-b58fb7f774f0) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:06.996149 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce03313-9634-4a12-b581-c0f5cee26262 req-994f3d06-0ce3-4b33-bfe9-e802a09b5691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:06.997754 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0ce03313-9634-4a12-b581-c0f5cee26262 req-994f3d06-0ce3-4b33-bfe9-e802a09b5691 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 1130 time: 0.0541470 May 12 17:44:07.047456 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Publish callbacks [] for port (911c79d6-a560-470b-846d-b58fb7f774f0), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:07.052966 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (911c79d6-a560-470b-846d-b58fb7f774f0), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:07.091899 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:07.099912 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:07.101895 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Pushing event updated for resources: {'Port': ['ID=911c79d6-a560-470b-846d-b58fb7f774f0,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:07.104090 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:07.163538 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Attempting to bind port 911c79d6-a560-470b-846d-b58fb7f774f0 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:44:07.163935 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Attempting to bind port 911c79d6-a560-470b-846d-b58fb7f774f0 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:44:07.164762 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Attempting to bind port 911c79d6-a560-470b-846d-b58fb7f774f0 on network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:07.170239 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:44:07.170706 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Checking segment: {'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:07.171122 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:07.171515 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Bound using segment: {'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:44:07.171986 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Bound port: 911c79d6-a560-470b-846d-b58fb7f774f0, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:44:07.172370 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (911c79d6-a560-470b-846d-b58fb7f774f0), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:07.174872 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Publish callbacks [] for router_gateway (43453b9e-01a5-463b-8502-f0acb3b1868b), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:07.245833 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] For port 911c79d6-a560-470b-846d-b58fb7f774f0, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:44:07.249797 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] For port 911c79d6-a560-470b-846d-b58fb7f774f0, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=911c79d6-a560-470b-846d-b58fb7f774f0,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:44:07.260908 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (911c79d6-a560-470b-846d-b58fb7f774f0), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:07.322601 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c323ed-f188-4024-a5d2-672e4ed9b160 None None] Pushing event updated for resources: {'Port': ['ID=911c79d6-a560-470b-846d-b58fb7f774f0,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:07.427317 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:07.429679 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce03313-9634-4a12-b581-c0f5cee26262 req-74ba2fb9-6541-4e5e-9564-199a3f5b53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:07.431178 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0ce03313-9634-4a12-b581-c0f5cee26262 req-74ba2fb9-6541-4e5e-9564-199a3f5b53d6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 200 len: 918 time: 0.4252040 May 12 17:44:07.522286 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0ce03313-9634-4a12-b581-c0f5cee26262 req-89f0ecbc-cfea-45d9-a4c7-6c707d3843f0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddbcad82-027a-4849-b06e-806434038d9b HTTP/1.1" status: 200 len: 217 time: 0.0540922 May 12 17:44:07.636452 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce03313-9634-4a12-b581-c0f5cee26262 req-0a432539-caa6-4509-8279-189038b5efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:07.637878 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0ce03313-9634-4a12-b581-c0f5cee26262 req-0a432539-caa6-4509-8279-189038b5efc6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a749117e-7664-42e5-8028-21fb3d238fc4 HTTP/1.1" status: 200 len: 856 time: 0.1037014 May 12 17:44:07.640379 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Allocated IP 172.27.3.177 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/5a48e039-b73f-4213-a2b0-ab1ec7787099) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:07.715912 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8ee6e-dabe-4626-b312-23473a15d529 req-83180fa6-ae0e-47b1-8a08-58a141ff2fd7 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:07.717366 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-aec8ee6e-dabe-4626-b312-23473a15d529 req-83180fa6-ae0e-47b1-8a08-58a141ff2fd7 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.1020341 May 12 17:44:07.749062 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce03313-9634-4a12-b581-c0f5cee26262 req-09db39ff-8754-44c1-9610-26398c2b8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:07.750453 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0ce03313-9634-4a12-b581-c0f5cee26262 req-09db39ff-8754-44c1-9610-26398c2b8126 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c2308c9c-cbd7-48e8-a900-0d956d07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0897522 May 12 17:44:07.881711 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-aec8ee6e-dabe-4626-b312-23473a15d529 req-ed348718-de23-4562-9c7f-3d8a0469bb24 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580963 May 12 17:44:07.922582 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Publish callbacks [] for port (5a48e039-b73f-4213-a2b0-ab1ec7787099), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:07.942538 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0ce03313-9634-4a12-b581-c0f5cee26262 req-73d0019e-75f7-46c6-a3eb-29a09e6ca5de service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790440 May 12 17:44:07.999332 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (5a48e039-b73f-4213-a2b0-ab1ec7787099), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:08.087331 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:08.092977 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:08.096407 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Pushing event updated for resources: {'Port': ['ID=5a48e039-b73f-4213-a2b0-ab1ec7787099,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:08.098723 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:08.160713 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0ce03313-9634-4a12-b581-c0f5cee26262 req-8c3752c9-6f86-4773-9189-dc0dc62f6914 service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969118 May 12 17:44:08.282854 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c41fb0-af9f-4645-a88a-f72d35841a34 None None] Network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:44:08.354516 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-2e02c53e-c70d-4c3c-ab29-4f9f084c9040 None None] Provisioning complete for port 911c79d6-a560-470b-846d-b58fb7f774f0 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:08.354925 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2e02c53e-c70d-4c3c-ab29-4f9f084c9040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (911c79d6-a560-470b-846d-b58fb7f774f0), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:08.405197 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Publish callbacks [] for router_gateway (43453b9e-01a5-463b-8502-f0acb3b1868b), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:08.471770 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-2e02c53e-c70d-4c3c-ab29-4f9f084c9040 None None] Current status of the port 911c79d6-a560-470b-846d-b58fb7f774f0 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:08.472201 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2e02c53e-c70d-4c3c-ab29-4f9f084c9040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (911c79d6-a560-470b-846d-b58fb7f774f0), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:08.512479 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-2e02c53e-c70d-4c3c-ab29-4f9f084c9040 None None] For port 911c79d6-a560-470b-846d-b58fb7f774f0, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=911c79d6-a560-470b-846d-b58fb7f774f0,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:08.518060 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2e02c53e-c70d-4c3c-ab29-4f9f084c9040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (911c79d6-a560-470b-846d-b58fb7f774f0), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:08.583808 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02c53e-c70d-4c3c-ab29-4f9f084c9040 None None] Pushing event updated for resources: {'Port': ['ID=911c79d6-a560-470b-846d-b58fb7f774f0,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:08.632478 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871696'] for router (43453b9e-01a5-463b-8502-f0acb3b1868b), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:08.739507 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-77d4cd8b-7d88-49ba-aab8-1e4134e02ee7 None None] Provisioning complete for port 911c79d6-a560-470b-846d-b58fb7f774f0 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:08.739876 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-77d4cd8b-7d88-49ba-aab8-1e4134e02ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (911c79d6-a560-470b-846d-b58fb7f774f0), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:08.768147 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Router 43453b9e-01a5-463b-8502-f0acb3b1868b is scheduled to L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 with binding_index 1 {{(pid=110069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:44:08.824391 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-77d4cd8b-7d88-49ba-aab8-1e4134e02ee7 None None] Current status of the port 911c79d6-a560-470b-846d-b58fb7f774f0 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:08.879367 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:44:08.889230 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Sync routers for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:44:08.899939 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:08.901078 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:44:08.901191 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-cd6e064f-3cc5-436a-a7bd-0a96d75d3981 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2428222 May 12 17:44:08.901698 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:44:08.904042 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47784) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:09.004299 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763ff76-f6ca-4d5c-ae37-9e5228036946 req-cccdec3a-529f-474f-8125-0d6bb9e32ae0 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:09.005876 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d763ff76-f6ca-4d5c-ae37-9e5228036946 req-cccdec3a-529f-474f-8125-0d6bb9e32ae0 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0495601 May 12 17:44:09.010022 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:44:09.057350 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d763ff76-f6ca-4d5c-ae37-9e5228036946 req-e161881d-97cd-4f38-85b5-d991f670c4d7 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448735 May 12 17:44:09.294929 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:08Z', 'revision_number': 3, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:44:09.324150 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Checking router: 43453b9e-01a5-463b-8502-f0acb3b1868b for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:44:09.324509 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Updating router 43453b9e-01a5-463b-8502-f0acb3b1868b port 5a48e039-b73f-4213-a2b0-ab1ec7787099 binding host dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:44:09.352859 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (5a48e039-b73f-4213-a2b0-ab1ec7787099), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:09.370304 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:09.443562 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:09.485349 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 911c79d6-a560-470b-846d-b58fb7f774f0 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:44:09.538831 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 911c79d6-a560-470b-846d-b58fb7f774f0 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:09.539787 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (911c79d6-a560-470b-846d-b58fb7f774f0), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:09.569742 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Allocated IP 172.20.0.1 (3cb76e15-efb3-4276-8531-f3adac3a6ec1/d9c99e92-93c2-417d-8e54-471b58588d33/9cc64499-6a60-4d11-934c-3e1ee9326ff9) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:09.642245 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 911c79d6-a560-470b-846d-b58fb7f774f0 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:09.653856 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Publish callbacks [] for port (5a48e039-b73f-4213-a2b0-ab1ec7787099), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:09.659299 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (5a48e039-b73f-4213-a2b0-ab1ec7787099), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:09.685618 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Publish callbacks [] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:09.704810 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Attempting to bind port 5a48e039-b73f-4213-a2b0-ab1ec7787099 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:44:09.705187 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Attempting to bind port 5a48e039-b73f-4213-a2b0-ab1ec7787099 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:44:09.705555 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Attempting to bind port 5a48e039-b73f-4213-a2b0-ab1ec7787099 on network b6af4ff4-d32b-4188-9b8b-39d506141485 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:09.717098 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7cfff-9d77-470c-baa1-4f06164ce50a None None] Pushing event updated for resources: {'Port': ['ID=5a48e039-b73f-4213-a2b0-ab1ec7787099,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:09.719454 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:44:09.719768 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Checking segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:09.720174 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:09.720549 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Bound using segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:44:09.721061 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Bound port: 5a48e039-b73f-4213-a2b0-ab1ec7787099, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:44:09.721398 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (5a48e039-b73f-4213-a2b0-ab1ec7787099), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:09.724640 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:09.770100 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:09.778471 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:09.781139 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:09.781896 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] For port 5a48e039-b73f-4213-a2b0-ab1ec7787099, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:44:09.784458 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Pushing event updated for resources: {'Port': ['ID=9cc64499-6a60-4d11-934c-3e1ee9326ff9,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:09.785211 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] For port 5a48e039-b73f-4213-a2b0-ab1ec7787099, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=5a48e039-b73f-4213-a2b0-ab1ec7787099,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:44:09.792614 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (5a48e039-b73f-4213-a2b0-ab1ec7787099), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:09.826322 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867645'] for router_interface (43453b9e-01a5-463b-8502-f0acb3b1868b), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:09.853017 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7cfff-9d77-470c-baa1-4f06164ce50a None None] Pushing event updated for resources: {'Port': ['ID=5a48e039-b73f-4213-a2b0-ab1ec7787099,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:09.863150 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:44:09.863826 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:44:09.978186 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:09.987303 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:44:10.057850 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-2c6e07e3-7bbf-4f91-bfd0-a89fa5de6b81 None None] Provisioning complete for port 9cc64499-6a60-4d11-934c-3e1ee9326ff9 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:10.058246 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2c6e07e3-7bbf-4f91-bfd0-a89fa5de6b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:10.095647 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-2c6e07e3-7bbf-4f91-bfd0-a89fa5de6b81 None None] Port 9cc64499-6a60-4d11-934c-3e1ee9326ff9 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:44:10.178853 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:08Z', 'revision_number': 3, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:44:10.210665 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7240c-3bbc-4006-8b7b-e30aa9ea429c None None] The sync data for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi is: [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:08Z', 'revision_number': 3, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:44:10.227615 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654c106-37be-46ff-8245-00457f3c4b3d req-e8d70901-315b-41ac-b0b6-2da443a4f9ff tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:10.229172 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c654c106-37be-46ff-8245-00457f3c4b3d req-e8d70901-315b-41ac-b0b6-2da443a4f9ff tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0644610 May 12 17:44:10.231428 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Publish callbacks [] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:10.248468 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:10.333819 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7866807'] for router_interface (43453b9e-01a5-463b-8502-f0acb3b1868b), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:10.357481 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Pushing event updated for resources: {'Port': ['ID=9cc64499-6a60-4d11-934c-3e1ee9326ff9,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:10.374145 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c654c106-37be-46ff-8245-00457f3c4b3d req-7f4570a3-cd42-48d5-a19a-1f32ba632922 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388788 May 12 17:44:10.473663 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:10.477351 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:10.626174 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Router 43453b9e-01a5-463b-8502-f0acb3b1868b has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:44:10.722578 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-9fe40df3-7d0f-4d3a-b091-90b83921118f None None] Provisioning complete for port 9cc64499-6a60-4d11-934c-3e1ee9326ff9 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:10.723143 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-9fe40df3-7d0f-4d3a-b091-90b83921118f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:10.764774 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-9fe40df3-7d0f-4d3a-b091-90b83921118f None None] Port 9cc64499-6a60-4d11-934c-3e1ee9326ff9 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:44:10.998340 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:44:11.003603 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-448f8e91-5f44-44bb-b503-f456307ee929 admin admin] 10.222.0.76 "PUT /v2.0/routers/43453b9e-01a5-463b-8502-f0acb3b1868b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0984178 May 12 17:44:11.486071 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 5a48e039-b73f-4213-a2b0-ab1ec7787099 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:44:11.506930 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47830) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:11.511981 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-62d22b94-a529-4c37-ba84-112e86226260 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1447509921-network', 'tenant_id': '224cb7122bad49d89bd72e8250e2d8f6'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:11.523005 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab02eeb-2916-4643-ad11-20f9fecf4061 req-e2527b55-4252-46f6-b2e5-c361e5fb2607 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:11.530519 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-aab02eeb-2916-4643-ad11-20f9fecf4061 req-e2527b55-4252-46f6-b2e5-c361e5fb2607 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0761812 May 12 17:44:11.536422 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 5a48e039-b73f-4213-a2b0-ab1ec7787099 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:11.537051 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (5a48e039-b73f-4213-a2b0-ab1ec7787099), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:11.560551 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d22b94-a529-4c37-ba84-112e86226260 admin admin] Made reservation on behalf of 224cb7122bad49d89bd72e8250e2d8f6 for: {'network': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:11.563082 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-62d22b94-a529-4c37-ba84-112e86226260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:11.581241 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-62d22b94-a529-4c37-ba84-112e86226260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:11.590733 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-aab02eeb-2916-4643-ad11-20f9fecf4061 req-2531f16a-16c0-400d-8a88-0294d25f0ba1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591908 May 12 17:44:11.658799 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 5a48e039-b73f-4213-a2b0-ab1ec7787099 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:11.659446 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (5a48e039-b73f-4213-a2b0-ab1ec7787099), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:11.685323 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] For port 5a48e039-b73f-4213-a2b0-ab1ec7787099, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=5a48e039-b73f-4213-a2b0-ab1ec7787099,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:11.686433 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-62d22b94-a529-4c37-ba84-112e86226260 admin admin] Publish callbacks [] for security_group (5f1f186d-2f6c-474a-9255-c8df48780b31), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:11.690782 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (5a48e039-b73f-4213-a2b0-ab1ec7787099), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:11.692419 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-62d22b94-a529-4c37-ba84-112e86226260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (5f1f186d-2f6c-474a-9255-c8df48780b31), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:11.731544 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d22b94-a529-4c37-ba84-112e86226260 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=110069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:44:11.737874 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d22b94-a529-4c37-ba84-112e86226260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1f186d-2f6c-474a-9255-c8df48780b31,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:11.744884 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-62d22b94-a529-4c37-ba84-112e86226260 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (7722b562-d17a-416c-b8eb-c6e3ab105491), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:11.745173 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.segments_db [None req-62d22b94-a529-4c37-ba84-112e86226260 admin admin] Added segment 7722b562-d17a-416c-b8eb-c6e3ab105491 of type vlan for network b043c70a-9037-4a03-a158-715a4052259e May 12 17:44:11.746343 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Pushing event updated for resources: {'Port': ['ID=5a48e039-b73f-4213-a2b0-ab1ec7787099,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:11.789914 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-62d22b94-a529-4c37-ba84-112e86226260 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (b043c70a-9037-4a03-a158-715a4052259e), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:11.816469 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-62d22b94-a529-4c37-ba84-112e86226260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (b043c70a-9037-4a03-a158-715a4052259e), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:11.818075 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d22b94-a529-4c37-ba84-112e86226260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:11.818662 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-62d22b94-a529-4c37-ba84-112e86226260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:11.855364 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-62d22b94-a529-4c37-ba84-112e86226260 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3445334 May 12 17:44:11.855364 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47842) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:11.885302 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-61894fa5-dd03-4b49-be31-d7454636376f admin admin] Request body: {'subnet': {'network_id': 'b043c70a-9037-4a03-a158-715a4052259e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1447509921-subnet', 'tenant_id': '224cb7122bad49d89bd72e8250e2d8f6', 'ip_version': 4}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:11.894400 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d22b94-a529-4c37-ba84-112e86226260 admin admin] Pushing event updated for resources: {'Network': ['ID=b043c70a-9037-4a03-a158-715a4052259e,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:11.904418 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network b043c70a-9037-4a03-a158-715a4052259e details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:44:11.911026 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61894fa5-dd03-4b49-be31-d7454636376f admin admin] Made reservation on behalf of 224cb7122bad49d89bd72e8250e2d8f6 for: {'subnet': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:11.913341 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-61894fa5-dd03-4b49-be31-d7454636376f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3500434'] for subnet (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:11.960794 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Sync routers for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:44:11.984994 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:44:11.985624 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:44:12.085197 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-61894fa5-dd03-4b49-be31-d7454636376f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3143433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3500420'] for subnet (f35c3d6a-cf4b-4c09-84bf-f4ea8178e834), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:12.096706 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:44:12.146558 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61894fa5-dd03-4b49-be31-d7454636376f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f35c3d6a-cf4b-4c09-84bf-f4ea8178e834,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:12.157130 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61894fa5-dd03-4b49-be31-d7454636376f admin admin] Checking segment: {'id': '7722b562-d17a-416c-b8eb-c6e3ab105491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b043c70a-9037-4a03-a158-715a4052259e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:12.157469 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61894fa5-dd03-4b49-be31-d7454636376f admin admin] Network hostable DHCP agents. Network: b043c70a-9037-4a03-a158-715a4052259e, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:44:12.176361 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61894fa5-dd03-4b49-be31-d7454636376f admin admin] Network b043c70a-9037-4a03-a158-715a4052259e is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:44:12.189336 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-61894fa5-dd03-4b49-be31-d7454636376f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, b043c70a-9037-4a03-a158-715a4052259e) {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:12.193729 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61894fa5-dd03-4b49-be31-d7454636376f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:12.194256 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-61894fa5-dd03-4b49-be31-d7454636376f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:12.211684 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-61894fa5-dd03-4b49-be31-d7454636376f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3547220 May 12 17:44:12.214249 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47846) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:12.219058 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1447509921-router', 'tenant_id': '224cb7122bad49d89bd72e8250e2d8f6', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:12.262501 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3659'] for router (7fcdfa06-775e-4f4f-8157-ae7f7c9691bf), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:12.264151 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3650'] for router (7fcdfa06-775e-4f4f-8157-ae7f7c9691bf), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:12.328964 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Publish callbacks [] for router_controller (7fcdfa06-775e-4f4f-8157-ae7f7c9691bf), precommit_add_association {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:12.347977 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5182c33-9f26-4547-a1bc-34405199fb12 None None] Network b043c70a-9037-4a03-a158-715a4052259e requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:44:12.468227 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Publish callbacks [] for router_gateway (7fcdfa06-775e-4f4f-8157-ae7f7c9691bf), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:12.493071 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:10Z', 'revision_number': 2, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:44:12.496255 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87a1f776-934d-5dcf-9a04-ef15ef25d80b-b043c70a-9037-4a03-a158-715a4052259e', 'network_id': 'b043c70a-9037-4a03-a158-715a4052259e', 'project_id': '224cb7122bad49d89bd72e8250e2d8f6', 'fixed_ips': [{'subnet_id': 'f35c3d6a-cf4b-4c09-84bf-f4ea8178e834'}]}} from dv-cinder-839793-10-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:44:12.497176 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:12.531926 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Checking router: 43453b9e-01a5-463b-8502-f0acb3b1868b for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:44:12.532294 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Updating router 43453b9e-01a5-463b-8502-f0acb3b1868b port 9cc64499-6a60-4d11-934c-3e1ee9326ff9 binding host dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:44:12.574035 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:12.651036 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Publish callbacks [] for router_gateway (7fcdfa06-775e-4f4f-8157-ae7f7c9691bf), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:12.675959 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:12.745310 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Allocated IP 172.20.0.2 (b043c70a-9037-4a03-a158-715a4052259e/f35c3d6a-cf4b-4c09-84bf-f4ea8178e834/65da1e89-b601-46d4-a54a-58f9e4157bd6) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:12.755604 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bdce7-301d-40b8-b2b6-82aa6d7ad76b req-7dfe6476-3670-4d4d-8098-10593d120fb4 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:12.757207 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ec3bdce7-301d-40b8-b2b6-82aa6d7ad76b req-7dfe6476-3670-4d4d-8098-10593d120fb4 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0834873 May 12 17:44:12.848937 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ec3bdce7-301d-40b8-b2b6-82aa6d7ad76b req-7d8197aa-9378-41e2-885d-82d47bcee183 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835330 May 12 17:44:12.857020 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Allocated IP 172.27.3.33 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/5a717b2f-9451-4e48-9e37-f94176f16458) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:12.986147 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Publish callbacks [] for port (5a717b2f-9451-4e48-9e37-f94176f16458), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.026184 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (5a717b2f-9451-4e48-9e37-f94176f16458), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.044938 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47862) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:13.047720 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Publish callbacks [] for port (65da1e89-b601-46d4-a54a-58f9e4157bd6), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.060282 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (65da1e89-b601-46d4-a54a-58f9e4157bd6), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.067364 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:13.070875 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:13.073712 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:13.104001 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Pushing event updated for resources: {'Port': ['ID=5a717b2f-9451-4e48-9e37-f94176f16458,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:13.124922 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Network b043c70a-9037-4a03-a158-715a4052259e is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:13.140284 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:13.146057 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Publish callbacks [] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.148074 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:13.150998 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Pushing event updated for resources: {'Port': ['ID=65da1e89-b601-46d4-a54a-58f9e4157bd6,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:13.158928 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.189596 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a594613a-706f-4c41-8b55-39d0b0703f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.252527 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ccc32-ca76-4e6c-b331-a90d5319397d None None] Pushing event updated for resources: {'Port': ['ID=9cc64499-6a60-4d11-934c-3e1ee9326ff9,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:13.263398 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Attempting to bind port 65da1e89-b601-46d4-a54a-58f9e4157bd6 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:44:13.263709 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Attempting to bind port 65da1e89-b601-46d4-a54a-58f9e4157bd6 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': '7722b562-d17a-416c-b8eb-c6e3ab105491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b043c70a-9037-4a03-a158-715a4052259e'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:44:13.264083 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Attempting to bind port 65da1e89-b601-46d4-a54a-58f9e4157bd6 on network b043c70a-9037-4a03-a158-715a4052259e {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:13.285020 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:44:13.285427 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Checking segment: {'id': '7722b562-d17a-416c-b8eb-c6e3ab105491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b043c70a-9037-4a03-a158-715a4052259e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:13.285809 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.286206 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Bound using segment: {'id': '7722b562-d17a-416c-b8eb-c6e3ab105491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b043c70a-9037-4a03-a158-715a4052259e'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:44:13.290738 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Bound port: 65da1e89-b601-46d4-a54a-58f9e4157bd6, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7722b562-d17a-416c-b8eb-c6e3ab105491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b043c70a-9037-4a03-a158-715a4052259e'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:44:13.291243 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (65da1e89-b601-46d4-a54a-58f9e4157bd6), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.308258 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a594613a-706f-4c41-8b55-39d0b0703f87 admin admin] Publish callbacks [] for security_group (c65d1254-23eb-4e92-9dca-5f607b2638e4), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.315058 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a594613a-706f-4c41-8b55-39d0b0703f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (c65d1254-23eb-4e92-9dca-5f607b2638e4), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.351122 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594613a-706f-4c41-8b55-39d0b0703f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65d1254-23eb-4e92-9dca-5f607b2638e4,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:13.380399 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47868) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:13.380541 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-a594613a-706f-4c41-8b55-39d0b0703f87 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bf6f10002a634eb7ab4519af389895d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328094 May 12 17:44:13.391003 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Attempting to bind port 9cc64499-6a60-4d11-934c-3e1ee9326ff9 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:44:13.391484 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Attempting to bind port 9cc64499-6a60-4d11-934c-3e1ee9326ff9 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:44:13.392368 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Attempting to bind port 9cc64499-6a60-4d11-934c-3e1ee9326ff9 on network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:13.403357 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:44:13.404018 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Checking segment: {'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:13.404654 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.405252 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Bound using segment: {'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:44:13.406283 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Bound port: 9cc64499-6a60-4d11-934c-3e1ee9326ff9, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:44:13.407145 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.428813 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Publish callbacks [] for router_gateway (7fcdfa06-775e-4f4f-8157-ae7f7c9691bf), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.469529 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] For port 65da1e89-b601-46d4-a54a-58f9e4157bd6, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:44:13.487282 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 5a48e039-b73f-4213-a2b0-ab1ec7787099 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:44:13.490492 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] For port 65da1e89-b601-46d4-a54a-58f9e4157bd6, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=65da1e89-b601-46d4-a54a-58f9e4157bd6,segment=NetworkSegment(7722b562-d17a-416c-b8eb-c6e3ab105491),segment_id=7722b562-d17a-416c-b8eb-c6e3ab105491)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:44:13.503600 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-663c25f0-8fd8-4ffe-9e90-4ccc2efe049b admin admin] Publish callbacks [] for security_group (c65d1254-23eb-4e92-9dca-5f607b2638e4), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.526833 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (65da1e89-b601-46d4-a54a-58f9e4157bd6), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.565559 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] For port 9cc64499-6a60-4d11-934c-3e1ee9326ff9, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:44:13.566389 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-663c25f0-8fd8-4ffe-9e90-4ccc2efe049b admin admin] Publish callbacks [] for security_group (c65d1254-23eb-4e92-9dca-5f607b2638e4), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.596321 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] For port 9cc64499-6a60-4d11-934c-3e1ee9326ff9, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=9cc64499-6a60-4d11-934c-3e1ee9326ff9,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:44:13.632664 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.644035 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e73569ec-a610-4a58-93d0-7d8bb862f4c8 None None] Provisioning complete for port 9cc64499-6a60-4d11-934c-3e1ee9326ff9 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:13.644408 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e73569ec-a610-4a58-93d0-7d8bb862f4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.652368 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa738c-99a8-4760-813f-e31166a1fafa None None] Pushing event updated for resources: {'Port': ['ID=65da1e89-b601-46d4-a54a-58f9e4157bd6,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:13.688726 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 5a48e039-b73f-4213-a2b0-ab1ec7787099 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:13.688726 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (5a48e039-b73f-4213-a2b0-ab1ec7787099), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.737555 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-663c25f0-8fd8-4ffe-9e90-4ccc2efe049b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (c65d1254-23eb-4e92-9dca-5f607b2638e4), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.740737 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-663c25f0-8fd8-4ffe-9e90-4ccc2efe049b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.743170 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-663c25f0-8fd8-4ffe-9e90-4ccc2efe049b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c65d1254-23eb-4e92-9dca-5f607b2638e4 HTTP/1.1" status: 204 len: 168 time: 0.3617754 May 12 17:44:13.762507 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c25f0-8fd8-4ffe-9e90-4ccc2efe049b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65d1254-23eb-4e92-9dca-5f607b2638e4,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:13.769347 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:44:13.770227 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:44:13.778489 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871696'] for router (7fcdfa06-775e-4f4f-8157-ae7f7c9691bf), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:13.861356 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ccc32-ca76-4e6c-b331-a90d5319397d None None] Pushing event updated for resources: {'Port': ['ID=9cc64499-6a60-4d11-934c-3e1ee9326ff9,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:14.025230 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Router 7fcdfa06-775e-4f4f-8157-ae7f7c9691bf is scheduled to L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 with binding_index 1 {{(pid=110069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:44:14.050947 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e73569ec-a610-4a58-93d0-7d8bb862f4c8 None None] Current status of the port 9cc64499-6a60-4d11-934c-3e1ee9326ff9 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:14.051430 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e73569ec-a610-4a58-93d0-7d8bb862f4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:14.062479 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3f839-dfca-4341-bd10-6e2b60cd144c req-2d5d9cf9-d799-4d69-87ba-e59c0f1da33f tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:14.069956 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-87f3f839-dfca-4341-bd10-6e2b60cd144c req-2d5d9cf9-d799-4d69-87ba-e59c0f1da33f tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0748258 May 12 17:44:14.112258 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 5a48e039-b73f-4213-a2b0-ab1ec7787099 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:14.128191 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:44:14.151420 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-87f3f839-dfca-4341-bd10-6e2b60cd144c req-0ffc1c61-98e0-46af-a56f-610e6452c4fa tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803463 May 12 17:44:14.221152 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:44:14.235337 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Sync routers for ids ['7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:44:14.253245 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Routers {'7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:44:14.253871 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:44:14.264202 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:14.269078 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47884) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:14.269733 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-64ddb6ff-6d8c-4bf3-8c3a-a11a62e74a29 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0541668 May 12 17:44:14.326414 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e73569ec-a610-4a58-93d0-7d8bb862f4c8 None None] For port 9cc64499-6a60-4d11-934c-3e1ee9326ff9, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=9cc64499-6a60-4d11-934c-3e1ee9326ff9,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:14.333029 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e73569ec-a610-4a58-93d0-7d8bb862f4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:14.399786 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Set router 7fcdfa06-775e-4f4f-8157-ae7f7c9691bf gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:44:14.478206 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73569ec-a610-4a58-93d0-7d8bb862f4c8 None None] Pushing event updated for resources: {'Port': ['ID=9cc64499-6a60-4d11-934c-3e1ee9326ff9,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:14.485662 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-aa002cdd-3e51-4b14-a158-332e1e6f5b23 None None] Provisioning complete for port 9cc64499-6a60-4d11-934c-3e1ee9326ff9 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:14.486034 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-aa002cdd-3e51-4b14-a158-332e1e6f5b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:14.604062 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'name': 'tempest-TestVolumeBootPattern-1447509921-router', 'tenant_id': '224cb7122bad49d89bd72e8250e2d8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '5a717b2f-9451-4e48-9e37-f94176f16458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:12Z', 'updated_at': '2022-05-12T17:44:13Z', 'revision_number': 3, 'project_id': '224cb7122bad49d89bd72e8250e2d8f6', 'gw_port': {'id': '5a717b2f-9451-4e48-9e37-f94176f16458', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:45:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:12Z', 'updated_at': '2022-05-12T17:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:44:14.642555 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Checking router: 7fcdfa06-775e-4f4f-8157-ae7f7c9691bf for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:44:14.643155 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Updating router 7fcdfa06-775e-4f4f-8157-ae7f7c9691bf port 5a717b2f-9451-4e48-9e37-f94176f16458 binding host dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:44:14.643837 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-aa002cdd-3e51-4b14-a158-332e1e6f5b23 None None] Current status of the port 9cc64499-6a60-4d11-934c-3e1ee9326ff9 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:14.647873 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:13Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:44:14.680188 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3a8bb7-7570-4fb3-8197-1d65a689db07 None None] The sync data for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi is: [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:13Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:44:14.685169 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (5a717b2f-9451-4e48-9e37-f94176f16458), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:14.804123 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:44:14.805465 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47898) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:14.994138 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-d28f42ce-d296-4aa2-b3e5-dbe1cadb73ef admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-556686431-network', 'tenant_id': '5efa2685b0ca4a4e86626fddbd68e4ed'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:15.024946 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28f42ce-d296-4aa2-b3e5-dbe1cadb73ef admin admin] Made reservation on behalf of 5efa2685b0ca4a4e86626fddbd68e4ed for: {'network': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:15.027813 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d28f42ce-d296-4aa2-b3e5-dbe1cadb73ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.045624 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d28f42ce-d296-4aa2-b3e5-dbe1cadb73ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.156813 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e9eace-beb0-48c4-b274-fde12e027f7d None None] Network b043c70a-9037-4a03-a158-715a4052259e requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:44:15.164035 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d28f42ce-d296-4aa2-b3e5-dbe1cadb73ef admin admin] Publish callbacks [] for security_group (452ef5c2-3930-45dd-85f0-6457dcfe3db8), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.180877 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d28f42ce-d296-4aa2-b3e5-dbe1cadb73ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (452ef5c2-3930-45dd-85f0-6457dcfe3db8), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.184816 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Publish callbacks [] for port (5a717b2f-9451-4e48-9e37-f94176f16458), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.192380 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (5a717b2f-9451-4e48-9e37-f94176f16458), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.204896 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-0ba5f622-eb8f-4068-8bf8-da44548fcf9d None None] Provisioning complete for port 65da1e89-b601-46d4-a54a-58f9e4157bd6 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:15.205275 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f622-eb8f-4068-8bf8-da44548fcf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (65da1e89-b601-46d4-a54a-58f9e4157bd6), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.241860 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f42ce-d296-4aa2-b3e5-dbe1cadb73ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452ef5c2-3930-45dd-85f0-6457dcfe3db8,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:15.267512 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28f42ce-d296-4aa2-b3e5-dbe1cadb73ef admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=110069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:44:15.275468 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1495d-45a6-44dd-85ac-b79d6ef304d8 None None] Pushing event updated for resources: {'Port': ['ID=5a717b2f-9451-4e48-9e37-f94176f16458,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:15.305248 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d28f42ce-d296-4aa2-b3e5-dbe1cadb73ef admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (31e543ed-2931-4db4-ba86-49737c2562f7), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.306012 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.segments_db [None req-d28f42ce-d296-4aa2-b3e5-dbe1cadb73ef admin admin] Added segment 31e543ed-2931-4db4-ba86-49737c2562f7 of type vlan for network 06e9bf4a-dfcc-439e-b76a-6285d33f5dcb May 12 17:44:15.306130 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.316184 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Attempting to bind port 5a717b2f-9451-4e48-9e37-f94176f16458 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:44:15.316559 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Attempting to bind port 5a717b2f-9451-4e48-9e37-f94176f16458 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:44:15.319264 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Attempting to bind port 5a717b2f-9451-4e48-9e37-f94176f16458 on network b6af4ff4-d32b-4188-9b8b-39d506141485 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:15.340218 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:44:15.340603 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Checking segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:15.341112 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.345579 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Bound using segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:44:15.346090 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Bound port: 5a717b2f-9451-4e48-9e37-f94176f16458, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:44:15.346479 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (5a717b2f-9451-4e48-9e37-f94176f16458), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.428243 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d28f42ce-d296-4aa2-b3e5-dbe1cadb73ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (06e9bf4a-dfcc-439e-b76a-6285d33f5dcb), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.473103 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437420f8-4f09-4a07-ae28-500e228b5db4 req-553ce93c-4f1c-44bb-b2e7-0021dd113d32 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:15.482190 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-437420f8-4f09-4a07-ae28-500e228b5db4 req-553ce93c-4f1c-44bb-b2e7-0021dd113d32 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.1696713 May 12 17:44:15.486488 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-0ba5f622-eb8f-4068-8bf8-da44548fcf9d None None] Current status of the port 65da1e89-b601-46d4-a54a-58f9e4157bd6 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:15.487108 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f622-eb8f-4068-8bf8-da44548fcf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (65da1e89-b601-46d4-a54a-58f9e4157bd6), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.501450 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] For port 5a717b2f-9451-4e48-9e37-f94176f16458, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:44:15.521802 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] For port 5a717b2f-9451-4e48-9e37-f94176f16458, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=5a717b2f-9451-4e48-9e37-f94176f16458,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:44:15.537720 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (5a717b2f-9451-4e48-9e37-f94176f16458), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.588348 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-0ba5f622-eb8f-4068-8bf8-da44548fcf9d None None] For port 65da1e89-b601-46d4-a54a-58f9e4157bd6, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=65da1e89-b601-46d4-a54a-58f9e4157bd6,segment=NetworkSegment(7722b562-d17a-416c-b8eb-c6e3ab105491),segment_id=7722b562-d17a-416c-b8eb-c6e3ab105491)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:15.602148 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f622-eb8f-4068-8bf8-da44548fcf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (65da1e89-b601-46d4-a54a-58f9e4157bd6), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.610355 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 9cc64499-6a60-4d11-934c-3e1ee9326ff9 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:44:15.627174 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d28f42ce-d296-4aa2-b3e5-dbe1cadb73ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (06e9bf4a-dfcc-439e-b76a-6285d33f5dcb), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.635584 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28f42ce-d296-4aa2-b3e5-dbe1cadb73ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:15.636188 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d28f42ce-d296-4aa2-b3e5-dbe1cadb73ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.676865 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Allocated IP 172.20.0.1 (b043c70a-9037-4a03-a158-715a4052259e/f35c3d6a-cf4b-4c09-84bf-f4ea8178e834/d39696a9-7c3d-49c4-a690-36728f4c9682) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:15.682829 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1495d-45a6-44dd-85ac-b79d6ef304d8 None None] Pushing event updated for resources: {'Port': ['ID=5a717b2f-9451-4e48-9e37-f94176f16458,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:15.700185 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-437420f8-4f09-4a07-ae28-500e228b5db4 req-347a5d7b-1e29-4383-9ba7-70ec0f608ca4 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111015 May 12 17:44:15.707094 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-d28f42ce-d296-4aa2-b3e5-dbe1cadb73ef admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.9000154 May 12 17:44:15.709808 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47906) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:15.715375 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-0fc28e1c-6c0c-4cd6-ab9b-416b6853712a admin admin] Request body: {'subnet': {'network_id': '06e9bf4a-dfcc-439e-b76a-6285d33f5dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-556686431-subnet', 'tenant_id': '5efa2685b0ca4a4e86626fddbd68e4ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:15.745466 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Routers {'7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:44:15.746646 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:44:15.762407 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f42ce-d296-4aa2-b3e5-dbe1cadb73ef admin admin] Pushing event updated for resources: {'Network': ['ID=06e9bf4a-dfcc-439e-b76a-6285d33f5dcb,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:15.778264 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc28e1c-6c0c-4cd6-ab9b-416b6853712a admin admin] Made reservation on behalf of 5efa2685b0ca4a4e86626fddbd68e4ed for: {'subnet': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:15.780668 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0fc28e1c-6c0c-4cd6-ab9b-416b6853712a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3500434'] for subnet (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.788909 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network 06e9bf4a-dfcc-439e-b76a-6285d33f5dcb details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:44:15.848535 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-8f881772-1d1d-4ec0-8022-e6d982883f91 None None] Provisioning complete for port 65da1e89-b601-46d4-a54a-58f9e4157bd6 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:15.849362 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8f881772-1d1d-4ec0-8022-e6d982883f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (65da1e89-b601-46d4-a54a-58f9e4157bd6), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.852470 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5f622-eb8f-4068-8bf8-da44548fcf9d None None] Pushing event updated for resources: {'Port': ['ID=65da1e89-b601-46d4-a54a-58f9e4157bd6,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:15.911148 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Publish callbacks [] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:15.950062 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] Set router 7fcdfa06-775e-4f4f-8157-ae7f7c9691bf gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:44:15.952784 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:16.003658 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 9cc64499-6a60-4d11-934c-3e1ee9326ff9 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:16.004500 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Network b043c70a-9037-4a03-a158-715a4052259e is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:16.006762 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:16.011620 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:16.029500 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:16.033792 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0fc28e1c-6c0c-4cd6-ab9b-416b6853712a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3143433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3500420'] for subnet (ee2de73b-4d62-4578-8928-8f56682f529f), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:16.058697 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Pushing event updated for resources: {'Port': ['ID=d39696a9-7c3d-49c4-a690-36728f4c9682,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:16.103668 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc28e1c-6c0c-4cd6-ab9b-416b6853712a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2de73b-4d62-4578-8928-8f56682f529f,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:16.104702 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867645'] for router_interface (7fcdfa06-775e-4f4f-8157-ae7f7c9691bf), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:16.119483 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc28e1c-6c0c-4cd6-ab9b-416b6853712a admin admin] Checking segment: {'id': '31e543ed-2931-4db4-ba86-49737c2562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '06e9bf4a-dfcc-439e-b76a-6285d33f5dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:16.120466 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc28e1c-6c0c-4cd6-ab9b-416b6853712a admin admin] Network hostable DHCP agents. Network: 06e9bf4a-dfcc-439e-b76a-6285d33f5dcb, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:44:16.167343 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc28e1c-6c0c-4cd6-ab9b-416b6853712a admin admin] Network 06e9bf4a-dfcc-439e-b76a-6285d33f5dcb is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:44:16.188498 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-0fc28e1c-6c0c-4cd6-ab9b-416b6853712a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, 06e9bf4a-dfcc-439e-b76a-6285d33f5dcb) {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:16.196521 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc28e1c-6c0c-4cd6-ab9b-416b6853712a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:16.197279 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0fc28e1c-6c0c-4cd6-ab9b-416b6853712a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:16.202278 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c9000-8bd6-4d41-b400-5f57369bb202 None None] Network 06e9bf4a-dfcc-439e-b76a-6285d33f5dcb requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:44:16.230240 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-0fc28e1c-6c0c-4cd6-ab9b-416b6853712a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5105457 May 12 17:44:16.231098 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-8f881772-1d1d-4ec0-8022-e6d982883f91 None None] Current status of the port 65da1e89-b601-46d4-a54a-58f9e4157bd6 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:16.375280 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:16.383486 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'name': 'tempest-TestVolumeBootPattern-1447509921-router', 'tenant_id': '224cb7122bad49d89bd72e8250e2d8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '5a717b2f-9451-4e48-9e37-f94176f16458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:12Z', 'updated_at': '2022-05-12T17:44:13Z', 'revision_number': 3, 'project_id': '224cb7122bad49d89bd72e8250e2d8f6', 'gw_port': {'id': '5a717b2f-9451-4e48-9e37-f94176f16458', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:45:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:12Z', 'updated_at': '2022-05-12T17:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:44:16.407168 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 9cc64499-6a60-4d11-934c-3e1ee9326ff9 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:16.408247 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 65da1e89-b601-46d4-a54a-58f9e4157bd6 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:44:16.418116 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5485e8-4ce6-4181-a0c4-ba5602c593ef None None] The sync data for ids ['7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'] in dv-cinder-839793-10-iscsi is: [{'id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'name': 'tempest-TestVolumeBootPattern-1447509921-router', 'tenant_id': '224cb7122bad49d89bd72e8250e2d8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '5a717b2f-9451-4e48-9e37-f94176f16458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:12Z', 'updated_at': '2022-05-12T17:44:13Z', 'revision_number': 3, 'project_id': '224cb7122bad49d89bd72e8250e2d8f6', 'gw_port': {'id': '5a717b2f-9451-4e48-9e37-f94176f16458', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:45:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:12Z', 'updated_at': '2022-05-12T17:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:44:16.497869 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-c66400c0-5814-4a70-b5ef-5a6d6d4e1d96 None None] Provisioning complete for port d39696a9-7c3d-49c4-a690-36728f4c9682 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:16.498249 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c66400c0-5814-4a70-b5ef-5a6d6d4e1d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:16.512126 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b565907-25ef-47ac-930c-f6b0676ab6f2 None None] Network 06e9bf4a-dfcc-439e-b76a-6285d33f5dcb requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:44:16.573058 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-c66400c0-5814-4a70-b5ef-5a6d6d4e1d96 None None] Port d39696a9-7c3d-49c4-a690-36728f4c9682 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:44:16.652559 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 65da1e89-b601-46d4-a54a-58f9e4157bd6 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:16.652815 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (65da1e89-b601-46d4-a54a-58f9e4157bd6), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:16.679045 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Publish callbacks [] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:16.685783 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:16.766278 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7866807'] for router_interface (7fcdfa06-775e-4f4f-8157-ae7f7c9691bf), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:16.768714 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Pushing event updated for resources: {'Port': ['ID=d39696a9-7c3d-49c4-a690-36728f4c9682,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:16.768860 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 65da1e89-b601-46d4-a54a-58f9e4157bd6 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:16.903549 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc21ff-80e1-4b9e-b4e0-0f433e151b8a req-db529fff-fc72-43ec-b0fe-38c9ba963c85 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:16.905065 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-78cc21ff-80e1-4b9e-b4e0-0f433e151b8a req-db529fff-fc72-43ec-b0fe-38c9ba963c85 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0665562 May 12 17:44:16.938498 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Network b043c70a-9037-4a03-a158-715a4052259e is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:16.941090 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:17.048220 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-78cc21ff-80e1-4b9e-b4e0-0f433e151b8a req-6a62ae49-7bf5-4dd6-8d7b-4562ccdff64e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353076 May 12 17:44:17.154594 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Router 7fcdfa06-775e-4f4f-8157-ae7f7c9691bf has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:44:17.274632 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:44:17.279525 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-0711e606-ab6b-4b2b-a29a-041287939e76 admin admin] 10.222.0.76 "PUT /v2.0/routers/7fcdfa06-775e-4f4f-8157-ae7f7c9691bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0088172 May 12 17:44:17.303648 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-cd71f08e-cfc2-4722-ac8d-c1e2cf697d4a None None] Provisioning complete for port d39696a9-7c3d-49c4-a690-36728f4c9682 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:17.304152 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-cd71f08e-cfc2-4722-ac8d-c1e2cf697d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:17.347441 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-cd71f08e-cfc2-4722-ac8d-c1e2cf697d4a None None] Port d39696a9-7c3d-49c4-a690-36728f4c9682 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:44:17.561389 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 65da1e89-b601-46d4-a54a-58f9e4157bd6 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:44:17.621133 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 65da1e89-b601-46d4-a54a-58f9e4157bd6 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:17.621511 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (65da1e89-b601-46d4-a54a-58f9e4157bd6), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:17.667573 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47932) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:17.673480 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-36aaab28-0c99-4c10-acc6-6a1e8303bd1d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1268337681', 'description': 'tempest-secgroup-smoke-1268337681 description', 'project_id': '4e9154d1a4c44c6b8a42001c659d069b'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:17.709567 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-36aaab28-0c99-4c10-acc6-6a1e8303bd1d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:17.717776 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 65da1e89-b601-46d4-a54a-58f9e4157bd6 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:17.719023 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 5a717b2f-9451-4e48-9e37-f94176f16458 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:44:17.778853 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 5a717b2f-9451-4e48-9e37-f94176f16458 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:17.779245 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (5a717b2f-9451-4e48-9e37-f94176f16458), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:17.790763 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-36aaab28-0c99-4c10-acc6-6a1e8303bd1d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group (26887798-dccd-482a-a46b-086747fb001b), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:17.795952 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-36aaab28-0c99-4c10-acc6-6a1e8303bd1d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (26887798-dccd-482a-a46b-086747fb001b), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:17.833161 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-36aaab28-0c99-4c10-acc6-6a1e8303bd1d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:17.834621 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-36aaab28-0c99-4c10-acc6-6a1e8303bd1d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1653640 May 12 17:44:17.837757 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47940) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:17.839309 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aaab28-0c99-4c10-acc6-6a1e8303bd1d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26887798-dccd-482a-a46b-086747fb001b,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:17.843954 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-9eb2590f-4ceb-4e46-879f-b5b7ebcdde13 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Request body: {'security_group_rule': {'security_group_id': '26887798-dccd-482a-a46b-086747fb001b', 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:17.879825 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9eb2590f-4ceb-4e46-879f-b5b7ebcdde13 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (053ff309-8be7-4069-8e83-0ea35eb1bdb2), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:17.895140 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 5a717b2f-9451-4e48-9e37-f94176f16458 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:17.895891 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (5a717b2f-9451-4e48-9e37-f94176f16458), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:17.923349 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] For port 5a717b2f-9451-4e48-9e37-f94176f16458, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=5a717b2f-9451-4e48-9e37-f94176f16458,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:17.927994 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (5a717b2f-9451-4e48-9e37-f94176f16458), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:17.949452 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9eb2590f-4ceb-4e46-879f-b5b7ebcdde13 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (053ff309-8be7-4069-8e83-0ea35eb1bdb2), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:17.955198 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9eb2590f-4ceb-4e46-879f-b5b7ebcdde13 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (053ff309-8be7-4069-8e83-0ea35eb1bdb2), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:17.978967 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2590f-4ceb-4e46-879f-b5b7ebcdde13 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053ff309-8be7-4069-8e83-0ea35eb1bdb2,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:17.987424 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9eb2590f-4ceb-4e46-879f-b5b7ebcdde13 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:17.988646 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-9eb2590f-4ceb-4e46-879f-b5b7ebcdde13 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497755 May 12 17:44:17.991605 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 47946) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:17.993778 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Pushing event updated for resources: {'Port': ['ID=5a717b2f-9451-4e48-9e37-f94176f16458,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:17.997070 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-0a36f318-2ca6-4b7c-bd88-615c2c968d63 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Request body: {'security_group_rule': {'security_group_id': '26887798-dccd-482a-a46b-086747fb001b', 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:18.031717 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0a36f318-2ca6-4b7c-bd88-615c2c968d63 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (8e9fb5f1-d86f-4654-a4c8-f8a93443d422), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.088124 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0a36f318-2ca6-4b7c-bd88-615c2c968d63 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (8e9fb5f1-d86f-4654-a4c8-f8a93443d422), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.092383 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0a36f318-2ca6-4b7c-bd88-615c2c968d63 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (8e9fb5f1-d86f-4654-a4c8-f8a93443d422), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.111365 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36f318-2ca6-4b7c-bd88-615c2c968d63 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9fb5f1-d86f-4654-a4c8-f8a93443d422,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:18.131543 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0a36f318-2ca6-4b7c-bd88-615c2c968d63 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.132920 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-0a36f318-2ca6-4b7c-bd88-615c2c968d63 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393306 May 12 17:44:18.139837 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47956) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:18.143488 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-3f275d29-66b3-4f2d-ac7f-abede7e18de2 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Request body: {'security_group_rule': {'security_group_id': '26887798-dccd-482a-a46b-086747fb001b', 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:18.209703 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e16fd-1e47-4dbf-b9ff-05a106842659 req-b25a1873-2071-426c-a496-d23cebe02788 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:18.211775 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-582e16fd-1e47-4dbf-b9ff-05a106842659 req-b25a1873-2071-426c-a496-d23cebe02788 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0593712 May 12 17:44:18.225081 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3f275d29-66b3-4f2d-ac7f-abede7e18de2 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (d0195149-cef1-4333-9e38-77d8302ec264), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.311468 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-582e16fd-1e47-4dbf-b9ff-05a106842659 req-69461498-ef97-48f9-bae5-3bea639f12f8 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942302 May 12 17:44:18.331496 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3f275d29-66b3-4f2d-ac7f-abede7e18de2 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (d0195149-cef1-4333-9e38-77d8302ec264), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.337466 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3f275d29-66b3-4f2d-ac7f-abede7e18de2 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (d0195149-cef1-4333-9e38-77d8302ec264), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.338403 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-18b7047f-fcc3-425e-964b-20f1ea7d84cc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:18.343390 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-18b7047f-fcc3-425e-964b-20f1ea7d84cc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/networks?id=06e9bf4a-dfcc-439e-b76a-6285d33f5dcb HTTP/1.1" status: 200 len: 813 time: 0.1254539 May 12 17:44:18.356439 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f275d29-66b3-4f2d-ac7f-abede7e18de2 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0195149-cef1-4333-9e38-77d8302ec264,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:18.359574 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-b9614752-a778-4ee8-b6f6-0e22c48bf5a9 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/quotas/5efa2685b0ca4a4e86626fddbd68e4ed HTTP/1.1" status: 200 len: 375 time: 0.0125165 May 12 17:44:18.372628 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3f275d29-66b3-4f2d-ac7f-abede7e18de2 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.373939 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-3f275d29-66b3-4f2d-ac7f-abede7e18de2 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2368844 May 12 17:44:18.376727 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47968) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:18.381182 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-3c996706-8c56-4f5a-a435-c7b4cc7feffd tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Request body: {'security_group_rule': {'security_group_id': '26887798-dccd-482a-a46b-086747fb001b', 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:18.397553 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-657f61a8-695d-4885-82ba-5786429ee2d0 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5efa2685b0ca4a4e86626fddbd68e4ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313931 May 12 17:44:18.409744 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3c996706-8c56-4f5a-a435-c7b4cc7feffd tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (124aedb1-f174-4d96-b308-b1c6e239ac89), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.475722 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3c996706-8c56-4f5a-a435-c7b4cc7feffd tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (124aedb1-f174-4d96-b308-b1c6e239ac89), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.479868 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3c996706-8c56-4f5a-a435-c7b4cc7feffd tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (124aedb1-f174-4d96-b308-b1c6e239ac89), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.499360 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c996706-8c56-4f5a-a435-c7b4cc7feffd tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124aedb1-f174-4d96-b308-b1c6e239ac89,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:18.508709 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3c996706-8c56-4f5a-a435-c7b4cc7feffd tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.512592 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-3c996706-8c56-4f5a-a435-c7b4cc7feffd tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322401 May 12 17:44:18.512884 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47970) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:18.518008 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-d79e4bd9-093e-4d16-888c-bf1667704edf tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Request body: {'security_group_rule': {'security_group_id': '26887798-dccd-482a-a46b-086747fb001b', 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:18.540243 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Sync routers for ids ['7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:44:18.541242 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.securitygroups_db [None req-d79e4bd9-093e-4d16-888c-bf1667704edf tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Project 4e9154d1a4c44c6b8a42001c659d069b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:44:18.547941 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d79e4bd9-093e-4d16-888c-bf1667704edf tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (7e2a0ec1-4bad-4936-9090-43eab0dc311a), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.556410 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Routers {'7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:44:18.557056 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:44:18.622156 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d79e4bd9-093e-4d16-888c-bf1667704edf tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (7e2a0ec1-4bad-4936-9090-43eab0dc311a), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.627209 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d79e4bd9-093e-4d16-888c-bf1667704edf tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (7e2a0ec1-4bad-4936-9090-43eab0dc311a), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.647940 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e4bd9-093e-4d16-888c-bf1667704edf tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2a0ec1-4bad-4936-9090-43eab0dc311a,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:18.658701 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d79e4bd9-093e-4d16-888c-bf1667704edf tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.663008 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-d79e4bd9-093e-4d16-888c-bf1667704edf tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1490111 May 12 17:44:18.663625 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 47972) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:18.669717 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-c44d7ce4-61f1-4853-b900-d063ec1f0a3e tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Request body: {'security_group_rule': {'security_group_id': '26887798-dccd-482a-a46b-086747fb001b', 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:18.681656 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Set router 7fcdfa06-775e-4f4f-8157-ae7f7c9691bf gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:44:18.698660 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.securitygroups_db [None req-c44d7ce4-61f1-4853-b900-d063ec1f0a3e tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Project 4e9154d1a4c44c6b8a42001c659d069b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:44:18.706330 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c44d7ce4-61f1-4853-b900-d063ec1f0a3e tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (c9e14239-7383-4221-b554-e372a059a023), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.751652 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-4c5a31fd-3c18-41cb-9269-3fb7163b6c8e service neutron] 10.222.0.76 "GET /v2.0/networks/06e9bf4a-dfcc-439e-b76a-6285d33f5dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454480 May 12 17:44:18.774700 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c44d7ce4-61f1-4853-b900-d063ec1f0a3e tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (c9e14239-7383-4221-b554-e372a059a023), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.779762 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c44d7ce4-61f1-4853-b900-d063ec1f0a3e tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (c9e14239-7383-4221-b554-e372a059a023), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.801077 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d7ce4-61f1-4853-b900-d063ec1f0a3e tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e14239-7383-4221-b554-e372a059a023,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:18.809027 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c44d7ce4-61f1-4853-b900-d063ec1f0a3e tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:18.813447 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-c44d7ce4-61f1-4853-b900-d063ec1f0a3e tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1448538 May 12 17:44:18.853277 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-b9d79182-de58-40b3-9763-e5135d888b06 service neutron] 10.222.0.76 "GET /v2.0/networks/06e9bf4a-dfcc-439e-b76a-6285d33f5dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966702 May 12 17:44:19.020384 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'name': 'tempest-TestVolumeBootPattern-1447509921-router', 'tenant_id': '224cb7122bad49d89bd72e8250e2d8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '5a717b2f-9451-4e48-9e37-f94176f16458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:12Z', 'updated_at': '2022-05-12T17:44:16Z', 'revision_number': 4, 'project_id': '224cb7122bad49d89bd72e8250e2d8f6', 'gw_port': {'id': '5a717b2f-9451-4e48-9e37-f94176f16458', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:45:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:12Z', 'updated_at': '2022-05-12T17:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': 'd39696a9-7c3d-49c4-a690-36728f4c9682', 'name': '', 'network_id': 'b043c70a-9037-4a03-a158-715a4052259e', 'tenant_id': '224cb7122bad49d89bd72e8250e2d8f6', 'mac_address': 'fa:16:3e:f7:a8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f35c3d6a-cf4b-4c09-84bf-f4ea8178e834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:15Z', 'updated_at': '2022-05-12T17:44:16Z', 'revision_number': 2, 'project_id': '224cb7122bad49d89bd72e8250e2d8f6', 'subnets': [{'id': 'f35c3d6a-cf4b-4c09-84bf-f4ea8178e834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:44:19.053247 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Checking router: 7fcdfa06-775e-4f4f-8157-ae7f7c9691bf for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:44:19.053741 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Updating router 7fcdfa06-775e-4f4f-8157-ae7f7c9691bf port d39696a9-7c3d-49c4-a690-36728f4c9682 binding host dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:44:19.063176 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-9fdd32a8-7154-42e6-bac9-7b765da79807 req-5f06830d-001c-4836-9298-c4e2d9aa6ca0 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 210 time: 0.0416241 May 12 17:44:19.085404 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:19.444900 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 48036) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:19.467919 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd16d7-940d-4a3d-abb4-951c9a658728 req-4733e370-09ab-47c3-8d65-a94bbf520faa tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:19.470115 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6efd16d7-940d-4a3d-abb4-951c9a658728 req-4733e370-09ab-47c3-8d65-a94bbf520faa tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0719151 May 12 17:44:19.519413 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 5a717b2f-9451-4e48-9e37-f94176f16458 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:44:19.558535 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6efd16d7-940d-4a3d-abb4-951c9a658728 req-41769b48-d7b5-4f21-83c5-2b9d9ae43049 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795963 May 12 17:44:19.597571 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a988a0f8-a7a1-4a1f-bb04-50a61a524c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:19.629742 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Publish callbacks [] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:19.647063 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 5a717b2f-9451-4e48-9e37-f94176f16458 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:19.648791 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (5a717b2f-9451-4e48-9e37-f94176f16458), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:19.675126 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:19.687729 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a988a0f8-a7a1-4a1f-bb04-50a61a524c6f admin admin] Publish callbacks [] for security_group (a7624fa5-f43e-4a8b-bd9d-2783da730a62), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:19.693113 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a988a0f8-a7a1-4a1f-bb04-50a61a524c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a7624fa5-f43e-4a8b-bd9d-2783da730a62), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:19.738264 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-a988a0f8-a7a1-4a1f-bb04-50a61a524c6f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3d681b6f58434818bd35fdf80cd331fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914736 May 12 17:44:19.739461 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988a0f8-a7a1-4a1f-bb04-50a61a524c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7624fa5-f43e-4a8b-bd9d-2783da730a62,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:19.741102 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 48050) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:19.796103 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bdd3a-6af0-477c-a20d-d12864ff8a4a None None] Pushing event updated for resources: {'Port': ['ID=d39696a9-7c3d-49c4-a690-36728f4c9682,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:19.807650 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-63f16855-bdcc-4746-8852-1dbf51777efc admin admin] Publish callbacks [] for security_group (a7624fa5-f43e-4a8b-bd9d-2783da730a62), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:19.831972 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-63f16855-bdcc-4746-8852-1dbf51777efc admin admin] Publish callbacks [] for security_group (a7624fa5-f43e-4a8b-bd9d-2783da730a62), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:19.870625 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Attempting to bind port d39696a9-7c3d-49c4-a690-36728f4c9682 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:44:19.871293 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Attempting to bind port d39696a9-7c3d-49c4-a690-36728f4c9682 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': '7722b562-d17a-416c-b8eb-c6e3ab105491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b043c70a-9037-4a03-a158-715a4052259e'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:44:19.871827 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Attempting to bind port d39696a9-7c3d-49c4-a690-36728f4c9682 on network b043c70a-9037-4a03-a158-715a4052259e {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:19.883932 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:44:19.884562 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Checking segment: {'id': '7722b562-d17a-416c-b8eb-c6e3ab105491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b043c70a-9037-4a03-a158-715a4052259e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:19.884957 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:19.885326 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Bound using segment: {'id': '7722b562-d17a-416c-b8eb-c6e3ab105491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b043c70a-9037-4a03-a158-715a4052259e'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:44:19.885985 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Bound port: d39696a9-7c3d-49c4-a690-36728f4c9682, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7722b562-d17a-416c-b8eb-c6e3ab105491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b043c70a-9037-4a03-a158-715a4052259e'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:44:19.886325 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:19.888566 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 5a717b2f-9451-4e48-9e37-f94176f16458 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:19.899324 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-63f16855-bdcc-4746-8852-1dbf51777efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a7624fa5-f43e-4a8b-bd9d-2783da730a62), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:19.902383 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-63f16855-bdcc-4746-8852-1dbf51777efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:19.903785 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-63f16855-bdcc-4746-8852-1dbf51777efc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a7624fa5-f43e-4a8b-bd9d-2783da730a62 HTTP/1.1" status: 204 len: 168 time: 0.1609671 May 12 17:44:19.915525 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f16855-bdcc-4746-8852-1dbf51777efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7624fa5-f43e-4a8b-bd9d-2783da730a62,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:19.996913 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] For port d39696a9-7c3d-49c4-a690-36728f4c9682, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:44:20.000273 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] For port d39696a9-7c3d-49c4-a690-36728f4c9682, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=d39696a9-7c3d-49c4-a690-36728f4c9682,segment=NetworkSegment(7722b562-d17a-416c-b8eb-c6e3ab105491),segment_id=7722b562-d17a-416c-b8eb-c6e3ab105491)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:44:20.006582 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:20.072743 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bdd3a-6af0-477c-a20d-d12864ff8a4a None None] Pushing event updated for resources: {'Port': ['ID=d39696a9-7c3d-49c4-a690-36728f4c9682,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:20.076753 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Routers {'7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:44:20.077221 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:43:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:44:20.176641 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-661aa526-93d3-4e70-9a1e-5ba9c5f3b853 req-47f321ee-d5d8-43b7-9e7a-23a03339611f tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 210 time: 0.0403028 May 12 17:44:20.206217 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] Set router 7fcdfa06-775e-4f4f-8157-ae7f7c9691bf gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:44:20.208021 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-c598a6c9-eabb-4af0-85bd-f179ead0ba77 None None] Provisioning complete for port d39696a9-7c3d-49c4-a690-36728f4c9682 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:20.208364 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c598a6c9-eabb-4af0-85bd-f179ead0ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:20.433143 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4ba82d1a-7684-4448-8978-b348f0404ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:20.463215 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-c598a6c9-eabb-4af0-85bd-f179ead0ba77 None None] Current status of the port d39696a9-7c3d-49c4-a690-36728f4c9682 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:20.463663 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c598a6c9-eabb-4af0-85bd-f179ead0ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:20.546950 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-c598a6c9-eabb-4af0-85bd-f179ead0ba77 None None] For port d39696a9-7c3d-49c4-a690-36728f4c9682, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=d39696a9-7c3d-49c4-a690-36728f4c9682,segment=NetworkSegment(7722b562-d17a-416c-b8eb-c6e3ab105491),segment_id=7722b562-d17a-416c-b8eb-c6e3ab105491)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:20.550832 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'name': 'tempest-TestVolumeBootPattern-1447509921-router', 'tenant_id': '224cb7122bad49d89bd72e8250e2d8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '5a717b2f-9451-4e48-9e37-f94176f16458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:12Z', 'updated_at': '2022-05-12T17:44:16Z', 'revision_number': 4, 'project_id': '224cb7122bad49d89bd72e8250e2d8f6', 'gw_port': {'id': '5a717b2f-9451-4e48-9e37-f94176f16458', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:45:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:12Z', 'updated_at': '2022-05-12T17:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': 'd39696a9-7c3d-49c4-a690-36728f4c9682', 'name': '', 'network_id': 'b043c70a-9037-4a03-a158-715a4052259e', 'tenant_id': '224cb7122bad49d89bd72e8250e2d8f6', 'mac_address': 'fa:16:3e:f7:a8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f35c3d6a-cf4b-4c09-84bf-f4ea8178e834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:15Z', 'updated_at': '2022-05-12T17:44:19Z', 'revision_number': 4, 'project_id': '224cb7122bad49d89bd72e8250e2d8f6', 'subnets': [{'id': 'f35c3d6a-cf4b-4c09-84bf-f4ea8178e834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:44:20.598063 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c598a6c9-eabb-4af0-85bd-f179ead0ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:20.629211 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a17f5c-a82c-4954-a8bf-7c91f1e93e28 None None] The sync data for ids ['7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'] in dv-cinder-839793-10-iscsi is: [{'id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'name': 'tempest-TestVolumeBootPattern-1447509921-router', 'tenant_id': '224cb7122bad49d89bd72e8250e2d8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '5a717b2f-9451-4e48-9e37-f94176f16458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:12Z', 'updated_at': '2022-05-12T17:44:16Z', 'revision_number': 4, 'project_id': '224cb7122bad49d89bd72e8250e2d8f6', 'gw_port': {'id': '5a717b2f-9451-4e48-9e37-f94176f16458', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:45:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:12Z', 'updated_at': '2022-05-12T17:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': 'd39696a9-7c3d-49c4-a690-36728f4c9682', 'name': '', 'network_id': 'b043c70a-9037-4a03-a158-715a4052259e', 'tenant_id': '224cb7122bad49d89bd72e8250e2d8f6', 'mac_address': 'fa:16:3e:f7:a8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f35c3d6a-cf4b-4c09-84bf-f4ea8178e834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:15Z', 'updated_at': '2022-05-12T17:44:19Z', 'revision_number': 4, 'project_id': '224cb7122bad49d89bd72e8250e2d8f6', 'subnets': [{'id': 'f35c3d6a-cf4b-4c09-84bf-f4ea8178e834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:44:20.673672 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598a6c9-eabb-4af0-85bd-f179ead0ba77 None None] Pushing event updated for resources: {'Port': ['ID=d39696a9-7c3d-49c4-a690-36728f4c9682,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:20.720382 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-264e3362-813c-4101-b63f-ee4a6c9c53ab tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:20.722116 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-264e3362-813c-4101-b63f-ee4a6c9c53ab tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.89 "GET /v2.0/networks?id=06e9bf4a-dfcc-439e-b76a-6285d33f5dcb HTTP/1.1" status: 200 len: 813 time: 0.1959999 May 12 17:44:20.724102 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-b1dc6d4e-1992-40a0-9904-fb16e7d50212 None None] Provisioning complete for port d39696a9-7c3d-49c4-a690-36728f4c9682 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:20.724483 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b1dc6d4e-1992-40a0-9904-fb16e7d50212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:20.754945 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-c26aa8f3-2aea-4bdd-b986-8cc62785ab27 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Request body: {'port': {'device_id': 'c187f64c-8f0e-49e9-af9c-09fcad26bec4', 'network_id': '06e9bf4a-dfcc-439e-b76a-6285d33f5dcb', 'admin_state_up': True, 'tenant_id': '5efa2685b0ca4a4e86626fddbd68e4ed'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:20.785480 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb16ff-5e45-49e8-9e99-576ad2b01b1b req-a3d04864-d9f1-4770-a796-3e6eab02d788 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:20.788660 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1bfb16ff-5e45-49e8-9e99-576ad2b01b1b req-a3d04864-d9f1-4770-a796-3e6eab02d788 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.1106582 May 12 17:44:20.904706 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-b1dc6d4e-1992-40a0-9904-fb16e7d50212 None None] Current status of the port d39696a9-7c3d-49c4-a690-36728f4c9682 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:20.916829 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1bfb16ff-5e45-49e8-9e99-576ad2b01b1b req-824ade5a-4e95-443e-986f-bc798db16f70 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198096 May 12 17:44:20.973237 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-c26aa8f3-2aea-4bdd-b986-8cc62785ab27 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Made reservation on behalf of 5efa2685b0ca4a4e86626fddbd68e4ed for: {'port': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:20.977458 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-c26aa8f3-2aea-4bdd-b986-8cc62785ab27 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:21.139835 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-c26aa8f3-2aea-4bdd-b986-8cc62785ab27 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Allocated IP 172.20.0.7 (06e9bf4a-dfcc-439e-b76a-6285d33f5dcb/ee2de73b-4d62-4578-8928-8f56682f529f/27eca0e5-f3eb-4a6d-be1d-b05246bdf746) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:21.308178 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b1ce52a3-b524-4263-ad4d-018235b9349f req-6796cc75-9ab1-4280-ae09-5df50e47b182 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 210 time: 0.0382898 May 12 17:44:21.343765 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-c26aa8f3-2aea-4bdd-b986-8cc62785ab27 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Publish callbacks [] for port (27eca0e5-f3eb-4a6d-be1d-b05246bdf746), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:21.363842 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 48100) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:21.379403 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-c26aa8f3-2aea-4bdd-b986-8cc62785ab27 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (27eca0e5-f3eb-4a6d-be1d-b05246bdf746), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:21.455033 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-c26aa8f3-2aea-4bdd-b986-8cc62785ab27 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Network 06e9bf4a-dfcc-439e-b76a-6285d33f5dcb is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:21.463852 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-c26aa8f3-2aea-4bdd-b986-8cc62785ab27 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:21.470308 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-c26aa8f3-2aea-4bdd-b986-8cc62785ab27 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:21.505329 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device d39696a9-7c3d-49c4-a690-36728f4c9682 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:44:21.520993 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26aa8f3-2aea-4bdd-b986-8cc62785ab27 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Pushing event updated for resources: {'Port': ['ID=27eca0e5-f3eb-4a6d-be1d-b05246bdf746,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:21.541006 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3aa3-0768-4397-8a8b-c031f0d9c421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:21.558514 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-c26aa8f3-2aea-4bdd-b986-8cc62785ab27 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:21.559560 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-c26aa8f3-2aea-4bdd-b986-8cc62785ab27 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:21.579622 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port d39696a9-7c3d-49c4-a690-36728f4c9682 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:21.579904 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:21.589148 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-c26aa8f3-2aea-4bdd-b986-8cc62785ab27 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8372929 May 12 17:44:21.603797 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Request body: {'port': {'device_id': 'c187f64c-8f0e-49e9-af9c-09fcad26bec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:21.642403 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3aa3-0768-4397-8a8b-c031f0d9c421 admin admin] Publish callbacks [] for security_group (c2f0fcbd-6179-491b-9e78-0fb9a9e9c343), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:21.652213 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3aa3-0768-4397-8a8b-c031f0d9c421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (c2f0fcbd-6179-491b-9e78-0fb9a9e9c343), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:21.680457 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port d39696a9-7c3d-49c4-a690-36728f4c9682 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:21.681176 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (27eca0e5-f3eb-4a6d-be1d-b05246bdf746), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:21.696327 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc3aa3-0768-4397-8a8b-c031f0d9c421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f0fcbd-6179-491b-9e78-0fb9a9e9c343,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:21.713167 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-4ffc3aa3-0768-4397-8a8b-c031f0d9c421 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bf3177fb55854bbfb58e3481760bd365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482153 May 12 17:44:21.715650 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 48106) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:21.784303 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-830f63d5-b25f-4634-944a-8f6bbc2ca529 admin admin] Publish callbacks [] for security_group (c2f0fcbd-6179-491b-9e78-0fb9a9e9c343), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:21.810599 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-830f63d5-b25f-4634-944a-8f6bbc2ca529 admin admin] Publish callbacks [] for security_group (c2f0fcbd-6179-491b-9e78-0fb9a9e9c343), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:21.863369 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-830f63d5-b25f-4634-944a-8f6bbc2ca529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (c2f0fcbd-6179-491b-9e78-0fb9a9e9c343), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:21.866191 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-830f63d5-b25f-4634-944a-8f6bbc2ca529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:21.867951 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-830f63d5-b25f-4634-944a-8f6bbc2ca529 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c2f0fcbd-6179-491b-9e78-0fb9a9e9c343 HTTP/1.1" status: 204 len: 168 time: 0.1512039 May 12 17:44:21.876225 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f63d5-b25f-4634-944a-8f6bbc2ca529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f0fcbd-6179-491b-9e78-0fb9a9e9c343,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:22.087923 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 {{(pid=110069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:44:22.098983 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a7921-2581-4fc4-bf8d-eaa4117322bb req-80cd9857-fc79-4ed4-b863-c25bddbe9937 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:22.100551 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d00a7921-2581-4fc4-bf8d-eaa4117322bb req-80cd9857-fc79-4ed4-b863-c25bddbe9937 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0690234 May 12 17:44:22.105804 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Publish callbacks [] for port (27eca0e5-f3eb-4a6d-be1d-b05246bdf746), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:22.126901 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.provisioning_blocks [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Transition to ACTIVE for port object 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 will not be triggered until provisioned by entity L2. {{(pid=110069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:44:22.136870 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (27eca0e5-f3eb-4a6d-be1d-b05246bdf746), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:22.209377 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d00a7921-2581-4fc4-bf8d-eaa4117322bb req-8b97ea7f-b20e-4878-a264-780b5db8551a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930552 May 12 17:44:22.217373 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Pushing event updated for resources: {'Port': ['ID=27eca0e5-f3eb-4a6d-be1d-b05246bdf746,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:22.287991 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Attempting to bind port 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:44:22.288199 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Attempting to bind port 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '31e543ed-2931-4db4-ba86-49737c2562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '06e9bf4a-dfcc-439e-b76a-6285d33f5dcb'}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:44:22.288531 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Attempting to bind port 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 on network 06e9bf4a-dfcc-439e-b76a-6285d33f5dcb {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:22.294244 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Port 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 on network 06e9bf4a-dfcc-439e-b76a-6285d33f5dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:44:22.294574 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Attempting to bind port 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 on network 06e9bf4a-dfcc-439e-b76a-6285d33f5dcb {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:22.299771 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:44:22.299983 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Checking segment: {'id': '31e543ed-2931-4db4-ba86-49737c2562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '06e9bf4a-dfcc-439e-b76a-6285d33f5dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:22.300389 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Bound using segment: {'id': '31e543ed-2931-4db4-ba86-49737c2562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '06e9bf4a-dfcc-439e-b76a-6285d33f5dcb'} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:44:22.300820 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Bound port: 27eca0e5-f3eb-4a6d-be1d-b05246bdf746, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31e543ed-2931-4db4-ba86-49737c2562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '06e9bf4a-dfcc-439e-b76a-6285d33f5dcb'}}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:44:22.301178 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (27eca0e5-f3eb-4a6d-be1d-b05246bdf746), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:22.386503 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] For port 27eca0e5-f3eb-4a6d-be1d-b05246bdf746, host hv-cinder-83979, cleared binding levels {{(pid=110069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:44:22.390153 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] For port 27eca0e5-f3eb-4a6d-be1d-b05246bdf746, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=27eca0e5-f3eb-4a6d-be1d-b05246bdf746,segment=NetworkSegment(31e543ed-2931-4db4-ba86-49737c2562f7),segment_id=31e543ed-2931-4db4-ba86-49737c2562f7)] {{(pid=110069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:44:22.397021 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (27eca0e5-f3eb-4a6d-be1d-b05246bdf746), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:22.426282 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e5bc2-2387-4eb8-a294-ded5ac96ac2c req-9f6347a2-29dd-4838-92ab-b11ef5174df4 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:22.427980 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5e5e5bc2-2387-4eb8-a294-ded5ac96ac2c req-9f6347a2-29dd-4838-92ab-b11ef5174df4 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 943 time: 0.0526021 May 12 17:44:22.433433 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:22.434059 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:22.435475 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] 10.222.0.89 "PUT /v2.0/ports/27eca0e5-f3eb-4a6d-be1d-b05246bdf746 HTTP/1.1" status: 200 len: 1093 time: 0.8377848 May 12 17:44:22.435924 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c187f64c-8f0e-49e9-af9c-09fcad26bec4', 'tag': '27eca0e5-f3eb-4a6d-be1d-b05246bdf746'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:44:22.438253 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc25721-2760-4f7c-9e96-e431199b4b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "c187f64c-8f0e-49e9-af9c-09fcad26bec4", "tag": "27eca0e5-f3eb-4a6d-be1d-b05246bdf746"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:44:22.471944 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4826b4-a297-4e7d-8af5-e3b886dc6f83 service neutron] Pushing event updated for resources: {'Port': ['ID=27eca0e5-f3eb-4a6d-be1d-b05246bdf746,revision_number=3']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:22.484862 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5e5e5bc2-2387-4eb8-a294-ded5ac96ac2c req-17b6395b-a261-4a8a-bc26-b47427a18b14 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503836 May 12 17:44:22.516429 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7dca6c-7e1c-4daa-9804-fb0869ab717f x-openstack-request-id: req-1a7dca6c-7e1c-4daa-9804-fb0869ab717f {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:44:22.517483 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c187f64c-8f0e-49e9-af9c-09fcad26bec4", "tag": "27eca0e5-f3eb-4a6d-be1d-b05246bdf746", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:44:22.517748 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1a7dca6c-7e1c-4daa-9804-fb0869ab717f {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:44:22.518160 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7dca6c-7e1c-4daa-9804-fb0869ab717f'] response: {'name': 'network-changed', 'server_uuid': 'c187f64c-8f0e-49e9-af9c-09fcad26bec4', 'tag': '27eca0e5-f3eb-4a6d-be1d-b05246bdf746', 'status': 'completed', 'code': 200} May 12 17:44:22.555801 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-d41f509a-4f2d-4687-b424-029f652a0ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:22.558747 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-d41f509a-4f2d-4687-b424-029f652a0ffe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5efa2685b0ca4a4e86626fddbd68e4ed&device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 1127 time: 0.0655532 May 12 17:44:22.612121 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fac01714-b0fd-4ed9-a93a-e4a804140f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:22.619310 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-2b776ae2-9e70-4c83-a388-29dc7bbf4f41 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27eca0e5-f3eb-4a6d-be1d-b05246bdf746 HTTP/1.1" status: 200 len: 217 time: 0.0505259 May 12 17:44:22.673647 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5b34c998-c102-4592-9a3c-ce0cf4492aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:22.675233 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-5b34c998-c102-4592-9a3c-ce0cf4492aa7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee2de73b-4d62-4578-8928-8f56682f529f HTTP/1.1" status: 200 len: 853 time: 0.0461807 May 12 17:44:22.675563 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 48138) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:22.711887 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-bde88800-f2a2-4c9a-906b-e24d96ef3bdf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=06e9bf4a-dfcc-439e-b76a-6285d33f5dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294809 May 12 17:44:22.791415 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-e9cf60de-f2d6-42a4-aa7d-7e01d056e816 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1261852473-network', 'tenant_id': '75736e80e44a481484d88e394c5269d6'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:22.811967 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cf60de-f2d6-42a4-aa7d-7e01d056e816 admin admin] Made reservation on behalf of 75736e80e44a481484d88e394c5269d6 for: {'network': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:22.814604 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9cf60de-f2d6-42a4-aa7d-7e01d056e816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:22.814942 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-b0a98331-31bf-43fb-b97c-15350a718f04 service neutron] 10.222.0.89 "GET /v2.0/networks/06e9bf4a-dfcc-439e-b76a-6285d33f5dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935614 May 12 17:44:22.823067 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9cf60de-f2d6-42a4-aa7d-7e01d056e816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:22.905559 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9cf60de-f2d6-42a4-aa7d-7e01d056e816 admin admin] Publish callbacks [] for security_group (64da9e07-5f79-4611-9a99-60b046537ab9), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:22.910306 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9cf60de-f2d6-42a4-aa7d-7e01d056e816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (64da9e07-5f79-4611-9a99-60b046537ab9), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:22.915192 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-760e164e-1d0e-4cdf-807d-a383cb893ebc req-8dec2745-b95b-40c3-bc9f-e3192d8ddf7e service neutron] 10.222.0.89 "GET /v2.0/networks/06e9bf4a-dfcc-439e-b76a-6285d33f5dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877228 May 12 17:44:22.931885 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cf60de-f2d6-42a4-aa7d-7e01d056e816 admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=110068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:44:22.947924 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf60de-f2d6-42a4-aa7d-7e01d056e816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64da9e07-5f79-4611-9a99-60b046537ab9,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:22.950773 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9cf60de-f2d6-42a4-aa7d-7e01d056e816 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (a09ea6df-de70-4f98-b312-5b93ab7631da), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:22.951187 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.segments_db [None req-e9cf60de-f2d6-42a4-aa7d-7e01d056e816 admin admin] Added segment a09ea6df-de70-4f98-b312-5b93ab7631da of type vlan for network 72ed361c-ef6b-4562-85b5-0e16d11b9029 May 12 17:44:22.993948 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9cf60de-f2d6-42a4-aa7d-7e01d056e816 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (72ed361c-ef6b-4562-85b5-0e16d11b9029), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:23.023014 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9cf60de-f2d6-42a4-aa7d-7e01d056e816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (72ed361c-ef6b-4562-85b5-0e16d11b9029), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:23.024934 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf60de-f2d6-42a4-aa7d-7e01d056e816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:23.025629 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9cf60de-f2d6-42a4-aa7d-7e01d056e816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:23.062103 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-e9cf60de-f2d6-42a4-aa7d-7e01d056e816 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3854339 May 12 17:44:23.065094 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 48146) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:23.073973 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-4930b88f-bc26-4543-8c6e-05d871db5d75 admin admin] Request body: {'subnet': {'network_id': '72ed361c-ef6b-4562-85b5-0e16d11b9029', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1261852473-subnet', 'tenant_id': '75736e80e44a481484d88e394c5269d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:23.095890 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf60de-f2d6-42a4-aa7d-7e01d056e816 admin admin] Pushing event updated for resources: {'Network': ['ID=72ed361c-ef6b-4562-85b5-0e16d11b9029,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:23.101902 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4930b88f-bc26-4543-8c6e-05d871db5d75 admin admin] Made reservation on behalf of 75736e80e44a481484d88e394c5269d6 for: {'subnet': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:23.104616 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4930b88f-bc26-4543-8c6e-05d871db5d75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3500434'] for subnet (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:23.106448 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network 72ed361c-ef6b-4562-85b5-0e16d11b9029 details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:44:23.306229 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4930b88f-bc26-4543-8c6e-05d871db5d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3143433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3500420'] for subnet (6855bd46-a361-47fd-9996-6db36d4a7e36), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:23.347173 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a545f-57b4-4cf3-a50b-7f42e0ba3751 req-9ad5c8fc-9446-4fe3-8bbc-cae052a57e15 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:23.348851 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6e5a545f-57b4-4cf3-a50b-7f42e0ba3751 req-9ad5c8fc-9446-4fe3-8bbc-cae052a57e15 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0612440 May 12 17:44:23.384109 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930b88f-bc26-4543-8c6e-05d871db5d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6855bd46-a361-47fd-9996-6db36d4a7e36,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:23.392474 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4930b88f-bc26-4543-8c6e-05d871db5d75 admin admin] Checking segment: {'id': 'a09ea6df-de70-4f98-b312-5b93ab7631da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '72ed361c-ef6b-4562-85b5-0e16d11b9029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:23.392875 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4930b88f-bc26-4543-8c6e-05d871db5d75 admin admin] Network hostable DHCP agents. Network: 72ed361c-ef6b-4562-85b5-0e16d11b9029, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:44:23.415438 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4930b88f-bc26-4543-8c6e-05d871db5d75 admin admin] Network 72ed361c-ef6b-4562-85b5-0e16d11b9029 is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:44:23.427262 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6e5a545f-57b4-4cf3-a50b-7f42e0ba3751 req-81bef003-c5ab-4b4e-90d5-fe11d51c5468 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712173 May 12 17:44:23.427713 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-4930b88f-bc26-4543-8c6e-05d871db5d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, 72ed361c-ef6b-4562-85b5-0e16d11b9029) {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:23.432896 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4930b88f-bc26-4543-8c6e-05d871db5d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:23.433498 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4930b88f-bc26-4543-8c6e-05d871db5d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:23.447221 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9c63f2-cb17-47f2-be58-4fc554eb45aa None None] Network 72ed361c-ef6b-4562-85b5-0e16d11b9029 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:44:23.451380 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-4930b88f-bc26-4543-8c6e-05d871db5d75 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3830976 May 12 17:44:23.549135 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65edd5ba-9a31-4fab-88b4-9beafde03017 None None] Network 72ed361c-ef6b-4562-85b5-0e16d11b9029 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:44:23.650330 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5be965-7488-4e63-9d8a-7a6ba692d0da req-02020d37-372c-4d98-ab22-6af56c7d8b77 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:23.652288 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5f5be965-7488-4e63-9d8a-7a6ba692d0da req-02020d37-372c-4d98-ab22-6af56c7d8b77 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 943 time: 0.0640912 May 12 17:44:23.706258 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5f5be965-7488-4e63-9d8a-7a6ba692d0da req-b36c20c9-749d-4b61-85c4-a38284c835ab tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480604 May 12 17:44:23.835286 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:24.367532 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc25721-2760-4f7c-9e96-e431199b4b2c req-3104c209-06fd-4878-aac1-c9cc137c6d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:24.369834 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0fc25721-2760-4f7c-9e96-e431199b4b2c req-3104c209-06fd-4878-aac1-c9cc137c6d98 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5efa2685b0ca4a4e86626fddbd68e4ed&device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 1127 time: 0.0405440 May 12 17:44:24.482693 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc25721-2760-4f7c-9e96-e431199b4b2c req-2ede0e77-3f89-4256-b80b-ab457e1e996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:24.484152 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0fc25721-2760-4f7c-9e96-e431199b4b2c req-2ede0e77-3f89-4256-b80b-ab457e1e996c service neutron] 10.222.0.89 "GET /v2.0/networks?id=06e9bf4a-dfcc-439e-b76a-6285d33f5dcb HTTP/1.1" status: 200 len: 914 time: 0.0930922 May 12 17:44:24.528881 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0fc25721-2760-4f7c-9e96-e431199b4b2c req-a36032ab-56ed-4308-801e-ea453b19ad06 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27eca0e5-f3eb-4a6d-be1d-b05246bdf746 HTTP/1.1" status: 200 len: 217 time: 0.0366902 May 12 17:44:24.542898 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06cd0c-f976-45f5-b206-4a929f2d3e59 req-965da63f-6ecc-4d35-b259-19c3ac5dc79c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:24.544432 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0c06cd0c-f976-45f5-b206-4a929f2d3e59 req-965da63f-6ecc-4d35-b259-19c3ac5dc79c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0475278 May 12 17:44:24.583201 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc25721-2760-4f7c-9e96-e431199b4b2c req-481aaf24-1b11-48c2-9d19-c19c28d10981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:24.584788 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0fc25721-2760-4f7c-9e96-e431199b4b2c req-481aaf24-1b11-48c2-9d19-c19c28d10981 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee2de73b-4d62-4578-8928-8f56682f529f HTTP/1.1" status: 200 len: 853 time: 0.0450404 May 12 17:44:24.592132 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0c06cd0c-f976-45f5-b206-4a929f2d3e59 req-ac32f71d-82be-4e87-b380-ae3f33e3c8e7 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420990 May 12 17:44:24.639630 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0fc25721-2760-4f7c-9e96-e431199b4b2c req-a0e9b97d-7412-4e5e-91c2-aeaf2b133b43 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=06e9bf4a-dfcc-439e-b76a-6285d33f5dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300484 May 12 17:44:24.737988 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0fc25721-2760-4f7c-9e96-e431199b4b2c req-d4dae2bd-fe61-4375-af45-c0be1c833060 service neutron] 10.222.0.89 "GET /v2.0/networks/06e9bf4a-dfcc-439e-b76a-6285d33f5dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844533 May 12 17:44:24.853656 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a20ae7-ade8-4b8f-a6b6-1a0d4254cd12 req-e854e8bc-edf2-489e-8187-5fda66cc363f tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:24.855145 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-31a20ae7-ade8-4b8f-a6b6-1a0d4254cd12 req-e854e8bc-edf2-489e-8187-5fda66cc363f tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 943 time: 0.0808825 May 12 17:44:24.889294 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0fc25721-2760-4f7c-9e96-e431199b4b2c req-14fec9ab-a4ca-49fb-a15f-8a6bcb07100f service neutron] 10.222.0.89 "GET /v2.0/networks/06e9bf4a-dfcc-439e-b76a-6285d33f5dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410201 May 12 17:44:24.915970 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-31a20ae7-ade8-4b8f-a6b6-1a0d4254cd12 req-acc3fec2-d836-4642-9979-0a95950abdbc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551746 May 12 17:44:25.186475 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:25.246224 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-b0fb1d19-4b47-41cc-b89c-122c61a8b7b7 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:25.247947 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-b0fb1d19-4b47-41cc-b89c-122c61a8b7b7 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/networks?id=72ed361c-ef6b-4562-85b5-0e16d11b9029 HTTP/1.1" status: 200 len: 809 time: 0.1209204 May 12 17:44:25.263501 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-f7498509-8a0c-4f12-80b0-976210e6689d tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/quotas/75736e80e44a481484d88e394c5269d6 HTTP/1.1" status: 200 len: 375 time: 0.0102260 May 12 17:44:25.307146 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-311c18a1-ebda-4c60-9faa-fe1a81c0d84c tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=75736e80e44a481484d88e394c5269d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300589 May 12 17:44:25.403314 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-54842695-2819-4fab-96a2-fe2135cd2a24 service neutron] 10.222.0.76 "GET /v2.0/networks/72ed361c-ef6b-4562-85b5-0e16d11b9029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951159 May 12 17:44:25.494841 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-565108aa-20e5-4e0d-a65d-3585629f7515 service neutron] 10.222.0.76 "GET /v2.0/networks/72ed361c-ef6b-4562-85b5-0e16d11b9029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830543 May 12 17:44:25.652450 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1184e0e0-cb9d-403c-b599-a50f2ca20256 req-a4ea9bb0-51e7-43c1-b623-a5603dd668cd tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 210 time: 0.0280540 May 12 17:44:25.724267 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecea7e-2fd2-4791-aaee-384c6e13cc87 req-b1ba79cd-b22c-4098-9840-e0a4b4d6e0b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:25.726221 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c0ecea7e-2fd2-4791-aaee-384c6e13cc87 req-b1ba79cd-b22c-4098-9840-e0a4b4d6e0b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0571423 May 12 17:44:25.782126 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c0ecea7e-2fd2-4791-aaee-384c6e13cc87 req-9f9fe231-f1a6-42c0-b645-a8d8927c2d57 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488491 May 12 17:44:26.037976 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb56c7-67e6-4e40-8561-1cc43cee33f1 req-16ef7658-5b1c-4570-923b-1ca306478299 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:26.040546 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-74eb56c7-67e6-4e40-8561-1cc43cee33f1 req-16ef7658-5b1c-4570-923b-1ca306478299 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 943 time: 0.0518136 May 12 17:44:26.091197 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-74eb56c7-67e6-4e40-8561-1cc43cee33f1 req-8a9bc9eb-cd60-415d-8724-bbf0f1b7fd20 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437832 May 12 17:44:26.606296 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:26.779546 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:44:26.792008 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-99c7d2da-8f33-44c9-af8f-c0bceefd67b7 req-d3d13ada-4df5-47d0-ae1c-510d2215a9d5 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 210 time: 0.0606127 May 12 17:44:26.893016 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-9534fb41-a44f-463f-a441-8ad35ec0b0ec tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:26.895211 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-9534fb41-a44f-463f-a441-8ad35ec0b0ec tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.89 "GET /v2.0/networks?id=72ed361c-ef6b-4562-85b5-0e16d11b9029 HTTP/1.1" status: 200 len: 809 time: 0.1342511 May 12 17:44:26.915407 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 27eca0e5-f3eb-4a6d-be1d-b05246bdf746, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=27eca0e5-f3eb-4a6d-be1d-b05246bdf746,segment=NetworkSegment(31e543ed-2931-4db4-ba86-49737c2562f7),segment_id=31e543ed-2931-4db4-ba86-49737c2562f7)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:26.931301 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '27eca0e5-f3eb-4a6d-be1d-b05246bdf746', 'network_id': '06e9bf4a-dfcc-439e-b76a-6285d33f5dcb', 'port_id': '27eca0e5-f3eb-4a6d-be1d-b05246bdf746', 'mac_address': 'fa:16:3e:64:47:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2de73b-4d62-4578-8928-8f56682f529f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:44:26.933890 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-9f531a88-9a12-42d2-8a4c-d91e3fce5fe1 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Request body: {'port': {'device_id': '85b227b1-c2a6-43c9-83dc-b056690fb302', 'network_id': '72ed361c-ef6b-4562-85b5-0e16d11b9029', 'admin_state_up': True, 'tenant_id': '75736e80e44a481484d88e394c5269d6'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:26.943197 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a509b0-8783-420e-9e46-97f101276b43 req-9565dfcf-88e5-4851-9214-2af3d605c9c7 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:26.954118 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d2a509b0-8783-420e-9e46-97f101276b43 req-9565dfcf-88e5-4851-9214-2af3d605c9c7 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0649242 May 12 17:44:27.000458 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:27.001369 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (27eca0e5-f3eb-4a6d-be1d-b05246bdf746), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:27.029950 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:44:27.040755 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d2a509b0-8783-420e-9e46-97f101276b43 req-ba32170d-187c-4eae-bf30-0db6346736ba tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853002 May 12 17:44:27.073567 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 27eca0e5-f3eb-4a6d-be1d-b05246bdf746, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=27eca0e5-f3eb-4a6d-be1d-b05246bdf746,segment=NetworkSegment(31e543ed-2931-4db4-ba86-49737c2562f7),segment_id=31e543ed-2931-4db4-ba86-49737c2562f7)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:27.078379 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (27eca0e5-f3eb-4a6d-be1d-b05246bdf746), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:27.113516 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-9f531a88-9a12-42d2-8a4c-d91e3fce5fe1 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Made reservation on behalf of 75736e80e44a481484d88e394c5269d6 for: {'port': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:27.119765 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-9f531a88-9a12-42d2-8a4c-d91e3fce5fe1 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:27.141459 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=27eca0e5-f3eb-4a6d-be1d-b05246bdf746,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:27.239557 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11e74f-6ba1-4c2b-b656-f8e013e6766f req-9eb99a47-d86a-47de-9ad6-d77cbfb022d6 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:27.241538 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5d11e74f-6ba1-4c2b-b656-f8e013e6766f req-9eb99a47-d86a-47de-9ad6-d77cbfb022d6 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 944 time: 0.0664794 May 12 17:44:27.325702 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-9f531a88-9a12-42d2-8a4c-d91e3fce5fe1 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Allocated IP 172.20.0.6 (72ed361c-ef6b-4562-85b5-0e16d11b9029/6855bd46-a361-47fd-9996-6db36d4a7e36/2a43a5b7-d5f3-49fe-b099-b75fafbd237a) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:27.333368 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5d11e74f-6ba1-4c2b-b656-f8e013e6766f req-85a29bf3-1323-4a34-a066-df8a3852b150 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818932 May 12 17:44:27.488803 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-9f531a88-9a12-42d2-8a4c-d91e3fce5fe1 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Publish callbacks [] for port (2a43a5b7-d5f3-49fe-b099-b75fafbd237a), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:27.521783 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-9f531a88-9a12-42d2-8a4c-d91e3fce5fe1 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (2a43a5b7-d5f3-49fe-b099-b75fafbd237a), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:27.544727 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['27eca0e5-f3eb-4a6d-be1d-b05246bdf746'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:44:27.562942 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-9f531a88-9a12-42d2-8a4c-d91e3fce5fe1 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Network 72ed361c-ef6b-4562-85b5-0e16d11b9029 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:27.565983 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-9f531a88-9a12-42d2-8a4c-d91e3fce5fe1 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:27.571948 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-9f531a88-9a12-42d2-8a4c-d91e3fce5fe1 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:27.578401 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f531a88-9a12-42d2-8a4c-d91e3fce5fe1 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Pushing event updated for resources: {'Port': ['ID=2a43a5b7-d5f3-49fe-b099-b75fafbd237a,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:27.625178 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-9f531a88-9a12-42d2-8a4c-d91e3fce5fe1 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:27.625793 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-9f531a88-9a12-42d2-8a4c-d91e3fce5fe1 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:27.641842 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-9f531a88-9a12-42d2-8a4c-d91e3fce5fe1 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7127514 May 12 17:44:27.660560 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Request body: {'port': {'device_id': '85b227b1-c2a6-43c9-83dc-b056690fb302', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:27.723451 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (2a43a5b7-d5f3-49fe-b099-b75fafbd237a), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:27.925194 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728b2e5-03bf-4213-9fb1-c8d861a63e9a req-7f3677a5-02e6-4239-bc3a-acbda4ee9e70 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:27.926695 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5728b2e5-03bf-4213-9fb1-c8d861a63e9a req-7f3677a5-02e6-4239-bc3a-acbda4ee9e70 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 931 time: 0.0480657 May 12 17:44:27.975559 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5728b2e5-03bf-4213-9fb1-c8d861a63e9a req-c8254c83-a041-45af-ba52-17e433027636 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426307 May 12 17:44:28.029273 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a43a5b7-d5f3-49fe-b099-b75fafbd237a {{(pid=110069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:44:28.037040 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Publish callbacks [] for port (2a43a5b7-d5f3-49fe-b099-b75fafbd237a), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:28.049278 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.provisioning_blocks [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Transition to ACTIVE for port object 2a43a5b7-d5f3-49fe-b099-b75fafbd237a will not be triggered until provisioned by entity L2. {{(pid=110069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:44:28.053617 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (2a43a5b7-d5f3-49fe-b099-b75fafbd237a), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:28.109983 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Pushing event updated for resources: {'Port': ['ID=2a43a5b7-d5f3-49fe-b099-b75fafbd237a,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:28.185213 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Attempting to bind port 2a43a5b7-d5f3-49fe-b099-b75fafbd237a on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:44:28.185553 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Attempting to bind port 2a43a5b7-d5f3-49fe-b099-b75fafbd237a by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'a09ea6df-de70-4f98-b312-5b93ab7631da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '72ed361c-ef6b-4562-85b5-0e16d11b9029'}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:44:28.185885 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Attempting to bind port 2a43a5b7-d5f3-49fe-b099-b75fafbd237a on network 72ed361c-ef6b-4562-85b5-0e16d11b9029 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:28.190339 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Port 2a43a5b7-d5f3-49fe-b099-b75fafbd237a on network 72ed361c-ef6b-4562-85b5-0e16d11b9029 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:44:28.190663 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Attempting to bind port 2a43a5b7-d5f3-49fe-b099-b75fafbd237a on network 72ed361c-ef6b-4562-85b5-0e16d11b9029 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:28.196367 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:44:28.196706 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Checking segment: {'id': 'a09ea6df-de70-4f98-b312-5b93ab7631da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '72ed361c-ef6b-4562-85b5-0e16d11b9029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:28.197086 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Bound using segment: {'id': 'a09ea6df-de70-4f98-b312-5b93ab7631da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '72ed361c-ef6b-4562-85b5-0e16d11b9029'} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:44:28.197513 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Bound port: 2a43a5b7-d5f3-49fe-b099-b75fafbd237a, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09ea6df-de70-4f98-b312-5b93ab7631da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '72ed361c-ef6b-4562-85b5-0e16d11b9029'}}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:44:28.198695 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (2a43a5b7-d5f3-49fe-b099-b75fafbd237a), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:28.213773 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc253dc8-d7a1-49cf-9e31-784a1cd99bec req-bf626460-4e0a-4d52-b8df-9057eace59b8 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:28.215303 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-cc253dc8-d7a1-49cf-9e31-784a1cd99bec req-bf626460-4e0a-4d52-b8df-9057eace59b8 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0592976 May 12 17:44:28.270600 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] For port 2a43a5b7-d5f3-49fe-b099-b75fafbd237a, host hv-cinder-83979, cleared binding levels {{(pid=110069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:44:28.274764 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] For port 2a43a5b7-d5f3-49fe-b099-b75fafbd237a, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2a43a5b7-d5f3-49fe-b099-b75fafbd237a,segment=NetworkSegment(a09ea6df-de70-4f98-b312-5b93ab7631da),segment_id=a09ea6df-de70-4f98-b312-5b93ab7631da)] {{(pid=110069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:44:28.274965 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-cc253dc8-d7a1-49cf-9e31-784a1cd99bec req-7d595553-7d1f-41a3-b701-bca9701b80c1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525987 May 12 17:44:28.281704 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (2a43a5b7-d5f3-49fe-b099-b75fafbd237a), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:28.316476 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:28.317249 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:28.318652 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] 10.222.0.89 "PUT /v2.0/ports/2a43a5b7-d5f3-49fe-b099-b75fafbd237a HTTP/1.1" status: 200 len: 1093 time: 0.6624372 May 12 17:44:28.319127 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b227b1-c2a6-43c9-83dc-b056690fb302', 'tag': '2a43a5b7-d5f3-49fe-b099-b75fafbd237a'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:44:28.321888 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426c9d52-9053-42c7-80c2-728b9dca5f04" -d '{"events": [{"name": "network-changed", "server_uuid": "85b227b1-c2a6-43c9-83dc-b056690fb302", "tag": "2a43a5b7-d5f3-49fe-b099-b75fafbd237a"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:44:28.348684 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b9473-8cea-48da-89ae-507379fc62dd service neutron] Pushing event updated for resources: {'Port': ['ID=2a43a5b7-d5f3-49fe-b099-b75fafbd237a,revision_number=3']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:28.368271 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a0d8a8-ab7b-4256-9a21-dff71fa8b8e5 x-openstack-request-id: req-66a0d8a8-ab7b-4256-9a21-dff71fa8b8e5 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:44:28.368591 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b227b1-c2a6-43c9-83dc-b056690fb302", "tag": "2a43a5b7-d5f3-49fe-b099-b75fafbd237a", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:44:28.368972 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-66a0d8a8-ab7b-4256-9a21-dff71fa8b8e5 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:44:28.369417 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a0d8a8-ab7b-4256-9a21-dff71fa8b8e5'] response: {'name': 'network-changed', 'server_uuid': '85b227b1-c2a6-43c9-83dc-b056690fb302', 'tag': '2a43a5b7-d5f3-49fe-b099-b75fafbd237a', 'status': 'completed', 'code': 200} May 12 17:44:28.465513 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab27867-7f03-4fed-9ca3-3a5f99758a1e req-ac1a8b60-cec5-4018-960a-4090eed3ba73 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:28.467014 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7ab27867-7f03-4fed-9ca3-3a5f99758a1e req-ac1a8b60-cec5-4018-960a-4090eed3ba73 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 944 time: 0.0516939 May 12 17:44:28.516357 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7ab27867-7f03-4fed-9ca3-3a5f99758a1e req-54755569-b0e4-4e78-8931-3a46c467be74 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429165 May 12 17:44:28.568007 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2b9f7-63fe-4fe0-a6b8-5ecb1660aac4 req-81683288-f7d8-40fc-b0b6-2ff90cf8d681 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:28.569417 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-eef2b9f7-63fe-4fe0-a6b8-5ecb1660aac4 req-81683288-f7d8-40fc-b0b6-2ff90cf8d681 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0474801 May 12 17:44:28.648852 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-a08b7016-fe47-406f-a798-04df1d26f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:28.650340 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-a08b7016-fe47-406f-a798-04df1d26f1ce service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=75736e80e44a481484d88e394c5269d6&device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 1127 time: 0.0608633 May 12 17:44:28.653799 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-eef2b9f7-63fe-4fe0-a6b8-5ecb1660aac4 req-047cab76-6fe3-4b48-83c6-62b76bb23085 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787580 May 12 17:44:28.793244 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:44:28.809121 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-487ea1cc-75d1-45cc-8a61-fe48bfa14677 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a43a5b7-d5f3-49fe-b099-b75fafbd237a HTTP/1.1" status: 200 len: 217 time: 0.0375974 May 12 17:44:28.838454 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:44:28.844364 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:28.844768 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (27eca0e5-f3eb-4a6d-be1d-b05246bdf746), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:28.870233 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-ea7b3baf-6aa1-4fcc-966d-3cb30223bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:28.871877 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-ea7b3baf-6aa1-4fcc-966d-3cb30223bef3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6855bd46-a361-47fd-9996-6db36d4a7e36 HTTP/1.1" status: 200 len: 849 time: 0.0474348 May 12 17:44:28.916739 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-6d8f133a-7690-42ff-bd22-0513e3cdb1ea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72ed361c-ef6b-4562-85b5-0e16d11b9029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319753 May 12 17:44:28.929516 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:28.929905 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (27eca0e5-f3eb-4a6d-be1d-b05246bdf746), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:28.952547 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c187f64c-8f0e-49e9-af9c-09fcad26bec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eca0e5-f3eb-4a6d-be1d-b05246bdf746'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:44:28.954809 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1edd8d-ba23-4dcc-a93a-f079ef7f3f69" -d '{"events": [{"server_uuid": "c187f64c-8f0e-49e9-af9c-09fcad26bec4", "name": "network-vif-plugged", "status": "completed", "tag": "27eca0e5-f3eb-4a6d-be1d-b05246bdf746"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:44:28.971541 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 27eca0e5-f3eb-4a6d-be1d-b05246bdf746, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=27eca0e5-f3eb-4a6d-be1d-b05246bdf746,segment=NetworkSegment(31e543ed-2931-4db4-ba86-49737c2562f7),segment_id=31e543ed-2931-4db4-ba86-49737c2562f7)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:28.977588 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (27eca0e5-f3eb-4a6d-be1d-b05246bdf746), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:29.000553 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df5374b-8f70-4e66-abe4-dcfc8210141f x-openstack-request-id: req-3df5374b-8f70-4e66-abe4-dcfc8210141f {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:44:29.000844 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c187f64c-8f0e-49e9-af9c-09fcad26bec4", "name": "network-vif-plugged", "status": "completed", "tag": "27eca0e5-f3eb-4a6d-be1d-b05246bdf746", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:44:29.001103 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3df5374b-8f70-4e66-abe4-dcfc8210141f {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:44:29.001502 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df5374b-8f70-4e66-abe4-dcfc8210141f'] response: {'server_uuid': 'c187f64c-8f0e-49e9-af9c-09fcad26bec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eca0e5-f3eb-4a6d-be1d-b05246bdf746', 'code': 200} May 12 17:44:29.027623 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-ca8108e1-1449-4946-9721-92734041bc36 service neutron] 10.222.0.89 "GET /v2.0/networks/72ed361c-ef6b-4562-85b5-0e16d11b9029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953331 May 12 17:44:29.036491 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=27eca0e5-f3eb-4a6d-be1d-b05246bdf746,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:29.207891 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2405b5-5099-439b-8f31-7c6bcc7c7306 req-e935f338-ed9f-4cac-9a19-d7b52f935acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:29.209560 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2e2405b5-5099-439b-8f31-7c6bcc7c7306 req-e935f338-ed9f-4cac-9a19-d7b52f935acb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 1129 time: 0.0482252 May 12 17:44:29.289631 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2e2405b5-5099-439b-8f31-7c6bcc7c7306 req-c82018f4-07f4-4a29-932a-be06cec38be4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449023 May 12 17:44:29.397311 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55c2d4-959c-45ee-9926-66fc8a196198 req-75b3fa9d-7137-46fc-9d09-d21245f159b8 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:29.398842 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ae55c2d4-959c-45ee-9926-66fc8a196198 req-75b3fa9d-7137-46fc-9d09-d21245f159b8 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 943 time: 0.3322659 May 12 17:44:29.402784 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3d5e2-9c9e-4608-ad66-67d05c5986ab req-ddfe17f6-5a28-4b9b-ac32-5a1775abff43 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:29.410089 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a4c3d5e2-9c9e-4608-ad66-67d05c5986ab req-ddfe17f6-5a28-4b9b-ac32-5a1775abff43 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0560114 May 12 17:44:29.453646 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c1ef2185-42d3-4d42-a188-0521c7f07999 req-80af463c-1e25-46ab-b491-3264d5227a76 service neutron] 10.222.0.89 "GET /v2.0/networks/72ed361c-ef6b-4562-85b5-0e16d11b9029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948638 May 12 17:44:29.456176 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a4c3d5e2-9c9e-4608-ad66-67d05c5986ab req-f8e3c8a6-83ca-4a55-882e-94d920f15732 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451970 May 12 17:44:29.466289 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ae55c2d4-959c-45ee-9926-66fc8a196198 req-8c130c0b-3b85-455b-96d9-43dd82357d91 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589294 May 12 17:44:29.634440 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a6e41-003b-4e43-bca3-3ddceae5a018 req-07e6bf14-422f-467e-871a-3bf66b1c6808 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:29.636008 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-427a6e41-003b-4e43-bca3-3ddceae5a018 req-07e6bf14-422f-467e-871a-3bf66b1c6808 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 945 time: 0.0502687 May 12 17:44:29.685211 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-427a6e41-003b-4e43-bca3-3ddceae5a018 req-0c8f3f1b-daaf-4396-8235-45e326d822f5 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431635 May 12 17:44:29.774004 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a960150-1700-4bf8-aa03-d66f5cc614af req-53d002e4-a5e2-40ca-9d2a-9526c67c9e38 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:29.775502 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8a960150-1700-4bf8-aa03-d66f5cc614af req-53d002e4-a5e2-40ca-9d2a-9526c67c9e38 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0485475 May 12 17:44:29.826696 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8a960150-1700-4bf8-aa03-d66f5cc614af req-1f5561f7-549b-4d35-9723-0514cb946a55 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455611 May 12 17:44:30.596614 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc570d8-26ec-45b8-84d4-35c09b91d6b3 req-dd0d1100-1abb-4c78-82b6-a71188d12ad4 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:30.598855 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bfc570d8-26ec-45b8-84d4-35c09b91d6b3 req-dd0d1100-1abb-4c78-82b6-a71188d12ad4 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0555270 May 12 17:44:30.602993 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ddb83-9c27-4407-ade8-16984db2f5f1 req-32d17aae-f155-470f-9977-998d2a9e9c51 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:30.604522 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-433ddb83-9c27-4407-ade8-16984db2f5f1 req-32d17aae-f155-470f-9977-998d2a9e9c51 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 943 time: 0.0560064 May 12 17:44:30.664316 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-433ddb83-9c27-4407-ade8-16984db2f5f1 req-92225189-0690-4212-9cdc-85d148b146c2 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504055 May 12 17:44:30.665481 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bfc570d8-26ec-45b8-84d4-35c09b91d6b3 req-04273122-4da5-4102-b686-5a868eeb06f0 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595541 May 12 17:44:30.816716 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2c32c-6987-40e8-a40b-de843783aafd req-5e005eb4-009b-459f-8667-4d338666ec57 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:30.818178 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2ec2c32c-6987-40e8-a40b-de843783aafd req-5e005eb4-009b-459f-8667-4d338666ec57 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 945 time: 0.0553410 May 12 17:44:30.866514 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2ec2c32c-6987-40e8-a40b-de843783aafd req-1411511a-9984-454a-9baf-ca1e25801dce tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424154 May 12 17:44:30.956704 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca34a0-2308-4c8d-83f0-8da2b2039ea6 req-ca130bc0-cbec-47ae-b98a-1d00ffa6ae28 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:30.958191 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c3ca34a0-2308-4c8d-83f0-8da2b2039ea6 req-ca130bc0-cbec-47ae-b98a-1d00ffa6ae28 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0565813 May 12 17:44:31.018894 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c3ca34a0-2308-4c8d-83f0-8da2b2039ea6 req-02b33a8d-2b84-49d3-a496-868e0683c352 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479891 May 12 17:44:31.536836 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c9d52-9053-42c7-80c2-728b9dca5f04 req-51a041b7-897d-4314-be41-0913df668da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:31.539113 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-426c9d52-9053-42c7-80c2-728b9dca5f04 req-51a041b7-897d-4314-be41-0913df668da2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=75736e80e44a481484d88e394c5269d6&device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 1127 time: 0.0408149 May 12 17:44:31.630201 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c9d52-9053-42c7-80c2-728b9dca5f04 req-d4d75fde-09c6-4541-81e6-8e10955016c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:31.631642 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-426c9d52-9053-42c7-80c2-728b9dca5f04 req-d4d75fde-09c6-4541-81e6-8e10955016c1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=72ed361c-ef6b-4562-85b5-0e16d11b9029 HTTP/1.1" status: 200 len: 910 time: 0.0853093 May 12 17:44:31.680062 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-426c9d52-9053-42c7-80c2-728b9dca5f04 req-2db648d9-c9dc-4166-b169-690d147f083b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a43a5b7-d5f3-49fe-b099-b75fafbd237a HTTP/1.1" status: 200 len: 217 time: 0.0377347 May 12 17:44:31.735393 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c9d52-9053-42c7-80c2-728b9dca5f04 req-b3330925-fa11-4229-a508-3191aae02e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:31.736979 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-426c9d52-9053-42c7-80c2-728b9dca5f04 req-b3330925-fa11-4229-a508-3191aae02e87 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6855bd46-a361-47fd-9996-6db36d4a7e36 HTTP/1.1" status: 200 len: 849 time: 0.0474000 May 12 17:44:31.801787 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125c23e-a485-4f1a-8f79-8a2d3da43ee8 req-25b08603-178a-44c3-a015-198bb43dabc6 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:31.804842 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f125c23e-a485-4f1a-8f79-8a2d3da43ee8 req-25b08603-178a-44c3-a015-198bb43dabc6 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0525165 May 12 17:44:31.809729 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-426c9d52-9053-42c7-80c2-728b9dca5f04 req-f3b7ac14-58fa-45e3-b2ae-86f8c15ef62b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72ed361c-ef6b-4562-85b5-0e16d11b9029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312901 May 12 17:44:31.863105 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f125c23e-a485-4f1a-8f79-8a2d3da43ee8 req-6f1b300f-ad1b-488f-9143-b6d69b9fd60d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516744 May 12 17:44:31.948956 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-426c9d52-9053-42c7-80c2-728b9dca5f04 req-5097bdfe-17c7-4e5f-96b0-4c744d97cf96 service neutron] 10.222.0.89 "GET /v2.0/networks/72ed361c-ef6b-4562-85b5-0e16d11b9029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291525 May 12 17:44:31.969405 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebbf5a-779b-457a-8fc4-9300327f3621 req-b56b77bc-193a-4b6f-bcbf-42fd2c0b2e36 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:31.970947 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-01ebbf5a-779b-457a-8fc4-9300327f3621 req-b56b77bc-193a-4b6f-bcbf-42fd2c0b2e36 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 943 time: 0.0592566 May 12 17:44:31.990598 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65341cd1-36fc-4f97-8faf-bdf0bb3a341b req-16cbff77-eede-48cf-9405-4bdf4f7d39db tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:31.993489 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-65341cd1-36fc-4f97-8faf-bdf0bb3a341b req-16cbff77-eede-48cf-9405-4bdf4f7d39db tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 945 time: 0.0520849 May 12 17:44:32.021691 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-01ebbf5a-779b-457a-8fc4-9300327f3621 req-a59defe7-cb45-4e9b-a5d8-0b680287dbf7 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441730 May 12 17:44:32.045200 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-65341cd1-36fc-4f97-8faf-bdf0bb3a341b req-1db53684-15b5-43f3-a8d3-24b05c7ec1dd tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457811 May 12 17:44:32.151558 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eff888-b027-4e0d-a967-282a0dae7822 req-a5271265-2fcd-4e72-bca0-ce1d9767ec80 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:32.153016 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10eff888-b027-4e0d-a967-282a0dae7822 req-a5271265-2fcd-4e72-bca0-ce1d9767ec80 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0485284 May 12 17:44:32.204446 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10eff888-b027-4e0d-a967-282a0dae7822 req-8b72b02a-bf5d-4f77-b2e9-92c0c36ec40b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457647 May 12 17:44:32.798281 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 2a43a5b7-d5f3-49fe-b099-b75fafbd237a details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:44:32.830997 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-426c9d52-9053-42c7-80c2-728b9dca5f04 req-dc4804b3-a67f-4c41-b0da-19b50197b835 service neutron] 10.222.0.89 "GET /v2.0/networks/72ed361c-ef6b-4562-85b5-0e16d11b9029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983424 May 12 17:44:32.912533 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 2a43a5b7-d5f3-49fe-b099-b75fafbd237a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2a43a5b7-d5f3-49fe-b099-b75fafbd237a,segment=NetworkSegment(a09ea6df-de70-4f98-b312-5b93ab7631da),segment_id=a09ea6df-de70-4f98-b312-5b93ab7631da)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:32.930321 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '2a43a5b7-d5f3-49fe-b099-b75fafbd237a', 'network_id': '72ed361c-ef6b-4562-85b5-0e16d11b9029', 'port_id': '2a43a5b7-d5f3-49fe-b099-b75fafbd237a', 'mac_address': 'fa:16:3e:c9:7e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6855bd46-a361-47fd-9996-6db36d4a7e36', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:44:32.971258 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 2a43a5b7-d5f3-49fe-b099-b75fafbd237a is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:32.971662 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (2a43a5b7-d5f3-49fe-b099-b75fafbd237a), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:32.989694 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a43a5b7-d5f3-49fe-b099-b75fafbd237a {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:44:32.997835 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e9dc0-f4c2-4d8e-8bd5-0527c44976c0 req-00003543-f645-4a4e-a298-258ac1d13483 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:32.999389 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-fb4e9dc0-f4c2-4d8e-8bd5-0527c44976c0 req-00003543-f645-4a4e-a298-258ac1d13483 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0530314 May 12 17:44:33.011311 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 2a43a5b7-d5f3-49fe-b099-b75fafbd237a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2a43a5b7-d5f3-49fe-b099-b75fafbd237a,segment=NetworkSegment(a09ea6df-de70-4f98-b312-5b93ab7631da),segment_id=a09ea6df-de70-4f98-b312-5b93ab7631da)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:33.016034 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (2a43a5b7-d5f3-49fe-b099-b75fafbd237a), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:33.055741 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-fb4e9dc0-f4c2-4d8e-8bd5-0527c44976c0 req-d39d73fa-6361-44ed-a348-11620e8a2e93 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503407 May 12 17:44:33.072366 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=2a43a5b7-d5f3-49fe-b099-b75fafbd237a,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:33.157582 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a2c22-e8e1-4356-bc6c-c1b6611a240d req-96d1453f-a642-4c8d-8c39-c0d897ec0c22 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:33.159119 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-4d4a2c22-e8e1-4356-bc6c-c1b6611a240d req-96d1453f-a642-4c8d-8c39-c0d897ec0c22 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 944 time: 0.0548475 May 12 17:44:33.173053 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f34c4c-bf25-478c-9e0b-7af77875f390 req-c078c983-371f-4fdd-a45c-a2c0397bbae2 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:33.174741 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-66f34c4c-bf25-478c-9e0b-7af77875f390 req-c078c983-371f-4fdd-a45c-a2c0397bbae2 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 945 time: 0.0507276 May 12 17:44:33.210901 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-4d4a2c22-e8e1-4356-bc6c-c1b6611a240d req-f378baff-b512-40c4-bd21-34ccc3da70a9 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452583 May 12 17:44:33.223438 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-66f34c4c-bf25-478c-9e0b-7af77875f390 req-b89df15d-50ea-44cf-9ca0-c8eb2c80c0e8 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419679 May 12 17:44:33.333036 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460f8e1-2e11-4796-b142-984f7f7e4738 req-81b3f395-99ed-419a-a545-c12a2af0aa5c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:33.334580 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8460f8e1-2e11-4796-b142-984f7f7e4738 req-81b3f395-99ed-419a-a545-c12a2af0aa5c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0497422 May 12 17:44:33.400270 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8460f8e1-2e11-4796-b142-984f7f7e4738 req-b178f13e-133a-4f8e-8cca-e9e8ba327c71 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589201 May 12 17:44:33.417275 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['2a43a5b7-d5f3-49fe-b099-b75fafbd237a'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:44:34.178660 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8a113-8e5e-40a4-8081-ef39c1645ccb req-57644975-8c72-4ad2-88b0-a91cdc6780c1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:34.180690 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-69e8a113-8e5e-40a4-8081-ef39c1645ccb req-57644975-8c72-4ad2-88b0-a91cdc6780c1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0506961 May 12 17:44:34.234961 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-69e8a113-8e5e-40a4-8081-ef39c1645ccb req-c870f486-4f38-4297-9a29-4484a2ca16cb tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482433 May 12 17:44:34.331461 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62c959-e7e7-40b3-984a-4362f0f9cda2 req-16ec7640-adaa-4de2-87b1-104b081ff072 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:34.332904 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-4c62c959-e7e7-40b3-984a-4362f0f9cda2 req-16ec7640-adaa-4de2-87b1-104b081ff072 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 944 time: 0.0478985 May 12 17:44:34.379272 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-4c62c959-e7e7-40b3-984a-4362f0f9cda2 req-c12287fe-160e-4006-92ba-14ca938c6495 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393975 May 12 17:44:34.531123 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a65d1-945a-4309-8fb0-cede95f9df48 req-10ff0aa4-1362-40e6-882c-90b65eb208c2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:34.532590 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-749a65d1-945a-4309-8fb0-cede95f9df48 req-10ff0aa4-1362-40e6-882c-90b65eb208c2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0559456 May 12 17:44:34.580252 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 48426) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:34.582958 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-749a65d1-945a-4309-8fb0-cede95f9df48 req-ecf2f006-d5e8-4ed8-9204-babfe60d59a4 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447917 May 12 17:44:34.584935 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-f6db6b4b-f836-40e0-b761-86a919b22b8a tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--536991895', 'description': 'tempest-description--1084471632'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:34.608198 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f6db6b4b-f836-40e0-b761-86a919b22b8a tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:34.679490 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f6db6b4b-f836-40e0-b761-86a919b22b8a tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (ce95a76b-9999-458c-b83a-456202a8ce79), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:34.684492 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f6db6b4b-f836-40e0-b761-86a919b22b8a tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (ce95a76b-9999-458c-b83a-456202a8ce79), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:34.715647 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f6db6b4b-f836-40e0-b761-86a919b22b8a tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:34.719478 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-f6db6b4b-f836-40e0-b761-86a919b22b8a tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1355302 May 12 17:44:34.719478 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db6b4b-f836-40e0-b761-86a919b22b8a tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce95a76b-9999-458c-b83a-456202a8ce79,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:34.719847 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 48430) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:34.724505 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-6e1f30d5-b208-4da0-afd6-353dde718eb0 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'security_group_rule': {'security_group_id': 'ce95a76b-9999-458c-b83a-456202a8ce79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:34.751277 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6e1f30d5-b208-4da0-afd6-353dde718eb0 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (d3c78d6c-b47b-462a-8bbe-4890cbb3329d), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:34.799450 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6e1f30d5-b208-4da0-afd6-353dde718eb0 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (d3c78d6c-b47b-462a-8bbe-4890cbb3329d), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:34.802875 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6e1f30d5-b208-4da0-afd6-353dde718eb0 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (d3c78d6c-b47b-462a-8bbe-4890cbb3329d), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:34.808927 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 2a43a5b7-d5f3-49fe-b099-b75fafbd237a up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:44:34.819260 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f30d5-b208-4da0-afd6-353dde718eb0 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c78d6c-b47b-462a-8bbe-4890cbb3329d,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:34.831810 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6e1f30d5-b208-4da0-afd6-353dde718eb0 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:34.833048 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-6e1f30d5-b208-4da0-afd6-353dde718eb0 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121752 May 12 17:44:34.837835 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 48432) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:34.842323 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-ea740e6d-029a-4282-a48f-82f31e27a4e6 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'security_group_rule': {'security_group_id': 'ce95a76b-9999-458c-b83a-456202a8ce79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:34.854609 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port 2a43a5b7-d5f3-49fe-b099-b75fafbd237a completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:44:34.861196 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 2a43a5b7-d5f3-49fe-b099-b75fafbd237a triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:34.862065 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (2a43a5b7-d5f3-49fe-b099-b75fafbd237a), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:34.873029 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ea740e6d-029a-4282-a48f-82f31e27a4e6 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (de750a35-35f5-4259-a495-0b83421e67e7), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:34.931422 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ea740e6d-029a-4282-a48f-82f31e27a4e6 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (de750a35-35f5-4259-a495-0b83421e67e7), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:34.936622 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ea740e6d-029a-4282-a48f-82f31e27a4e6 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (de750a35-35f5-4259-a495-0b83421e67e7), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:34.958310 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea740e6d-029a-4282-a48f-82f31e27a4e6 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de750a35-35f5-4259-a495-0b83421e67e7,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:34.967216 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ea740e6d-029a-4282-a48f-82f31e27a4e6 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:34.968452 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-ea740e6d-029a-4282-a48f-82f31e27a4e6 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295974 May 12 17:44:34.971706 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 48434) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:44:34.976119 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'floatingip': {'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:34.998824 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:35.075870 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 2a43a5b7-d5f3-49fe-b099-b75fafbd237a is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:35.076254 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (2a43a5b7-d5f3-49fe-b099-b75fafbd237a), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:35.078982 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:35.098603 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b227b1-c2a6-43c9-83dc-b056690fb302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a43a5b7-d5f3-49fe-b099-b75fafbd237a'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:44:35.100939 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2541b19-4bd0-4576-9866-4eaa0f7b5689" -d '{"events": [{"server_uuid": "85b227b1-c2a6-43c9-83dc-b056690fb302", "name": "network-vif-plugged", "status": "completed", "tag": "2a43a5b7-d5f3-49fe-b099-b75fafbd237a"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:44:35.118814 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 2a43a5b7-d5f3-49fe-b099-b75fafbd237a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2a43a5b7-d5f3-49fe-b099-b75fafbd237a,segment=NetworkSegment(a09ea6df-de70-4f98-b312-5b93ab7631da),segment_id=a09ea6df-de70-4f98-b312-5b93ab7631da)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:35.123132 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (2a43a5b7-d5f3-49fe-b099-b75fafbd237a), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:35.148718 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1e1435-de8a-4f4a-bd55-f3e5e16f7edf x-openstack-request-id: req-2c1e1435-de8a-4f4a-bd55-f3e5e16f7edf {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:44:35.149028 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b227b1-c2a6-43c9-83dc-b056690fb302", "name": "network-vif-plugged", "status": "completed", "tag": "2a43a5b7-d5f3-49fe-b099-b75fafbd237a", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:44:35.149290 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2c1e1435-de8a-4f4a-bd55-f3e5e16f7edf {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:44:35.149681 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c1e1435-de8a-4f4a-bd55-f3e5e16f7edf'] response: {'server_uuid': '85b227b1-c2a6-43c9-83dc-b056690fb302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a43a5b7-d5f3-49fe-b099-b75fafbd237a', 'code': 200} May 12 17:44:35.177805 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=2a43a5b7-d5f3-49fe-b099-b75fafbd237a,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:35.201633 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Allocated IP 172.27.3.59 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/78959593-8d28-4a39-8fb7-cfd338960c46) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:35.309173 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for port (78959593-8d28-4a39-8fb7-cfd338960c46), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:35.344120 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (78959593-8d28-4a39-8fb7-cfd338960c46), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:35.358452 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7a30c-3faf-4af6-9050-23883691fc8d req-05b5737b-8a96-4c76-b804-37da05b7aa51 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:35.360057 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dfa7a30c-3faf-4af6-9050-23883691fc8d req-05b5737b-8a96-4c76-b804-37da05b7aa51 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0495856 May 12 17:44:35.384335 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:35.387217 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:35.390655 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:35.413500 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dfa7a30c-3faf-4af6-9050-23883691fc8d req-b2c9cfbf-9588-4203-a3db-7a3c094f35a9 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476592 May 12 17:44:35.424530 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'Port': ['ID=78959593-8d28-4a39-8fb7-cfd338960c46,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:35.437804 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:35.438159 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:35.438496 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:35.438860 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:35.439195 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:35.439524 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:35.439850 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:35.440226 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:35.440497 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:35.440820 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:35.441150 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:35.441457 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:35.441774 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:35.442093 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:35.442408 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:35.532813 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349f150-1f08-422b-bf03-4f341a2c3401 req-7818b077-21b4-4b62-97ea-e9357b23a36d tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:35.534892 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d349f150-1f08-422b-bf03-4f341a2c3401 req-7818b077-21b4-4b62-97ea-e9357b23a36d tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 945 time: 0.0789878 May 12 17:44:35.543077 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (3dcb991e-6c15-462d-8f23-b11e95ba974b), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:35.605245 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (78959593-8d28-4a39-8fb7-cfd338960c46), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:35.666911 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d349f150-1f08-422b-bf03-4f341a2c3401 req-eb581b96-df53-45f4-8994-a9fdd7b89733 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080759 May 12 17:44:35.787874 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53842967-f580-46d5-9e9b-fc365549505c req-04f451fc-1cf2-4ff2-b6df-1698c825edbd tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:35.790195 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-53842967-f580-46d5-9e9b-fc365549505c req-04f451fc-1cf2-4ff2-b6df-1698c825edbd tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.1041236 May 12 17:44:35.860442 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-53842967-f580-46d5-9e9b-fc365549505c req-8e1d7e41-d7c2-4072-b26e-051910cd5e04 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614915 May 12 17:44:35.923542 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc8516-e253-4f76-921f-8534f9d9236b req-4a6ff642-5c75-4ddb-a05e-27289aed3391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:35.925079 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-38dc8516-e253-4f76-921f-8534f9d9236b req-4a6ff642-5c75-4ddb-a05e-27289aed3391 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 1130 time: 0.0517049 May 12 17:44:35.969645 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for port (78959593-8d28-4a39-8fb7-cfd338960c46), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:35.978443 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-38dc8516-e253-4f76-921f-8534f9d9236b req-0fc586c4-3b84-4679-aca7-06d98885833c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422392 May 12 17:44:35.978631 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (78959593-8d28-4a39-8fb7-cfd338960c46), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:36.009167 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5940f-fbd7-4e58-8a8c-5f43ae37f7bf req-5fd22fee-199b-4a1b-a24f-40d7431a32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:36.010599 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-71b5940f-fbd7-4e58-8a8c-5f43ae37f7bf req-5fd22fee-199b-4a1b-a24f-40d7431a32e8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 1129 time: 0.0745080 May 12 17:44:36.278461 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'Port': ['ID=78959593-8d28-4a39-8fb7-cfd338960c46,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:36.296614 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (3dcb991e-6c15-462d-8f23-b11e95ba974b), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:36.326780 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-71b5940f-fbd7-4e58-8a8c-5f43ae37f7bf req-b5d0637a-51d7-4067-ab73-6dd73d616866 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609891 May 12 17:44:36.329245 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:36.330316 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-67f14680-f3fe-4874-9f57-5d032c4b92e7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3576710 May 12 17:44:36.532511 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fa6cb-5f18-4ce1-bd57-8493f0c5f80d req-6e810c68-f13b-4690-926f-3c11ac5dc4f1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:36.534170 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-610fa6cb-5f18-4ce1-bd57-8493f0c5f80d req-6e810c68-f13b-4690-926f-3c11ac5dc4f1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0498841 May 12 17:44:36.552863 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-df543e67-d31c-434d-893a-b9a70172e2c7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--536991895&fields=id&tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9 HTTP/1.1" status: 200 len: 267 time: 0.0454276 May 12 17:44:36.584923 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-610fa6cb-5f18-4ce1-bd57-8493f0c5f80d req-d4515e24-5c1c-4e2c-9c9c-da54c4ffe817 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431263 May 12 17:44:36.669178 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-3a3f244b-ee80-4372-a7a0-804377fe6216 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:36.670643 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-3a3f244b-ee80-4372-a7a0-804377fe6216 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/networks?id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5 HTTP/1.1" status: 200 len: 815 time: 0.1104529 May 12 17:44:36.685895 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-65c640e2-eac2-4de5-bcfa-ed4f6cff9947 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/quotas/38aae8b9be064fabb6e07ea34a5dcdb9 HTTP/1.1" status: 200 len: 375 time: 0.0098245 May 12 17:44:36.739381 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-c46f4959-4477-4a9d-852d-9081a48d2d3b tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482681 May 12 17:44:36.760958 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019eea5d-851c-4083-981f-855476b40f37 req-ba1cccbb-e01c-4f68-a07d-40a7a6f6325d tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:36.762584 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-019eea5d-851c-4083-981f-855476b40f37 req-ba1cccbb-e01c-4f68-a07d-40a7a6f6325d tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 945 time: 0.0496261 May 12 17:44:36.811794 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-019eea5d-851c-4083-981f-855476b40f37 req-af1fc6a8-50c2-4938-8e0d-479dfa9dec4b tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429749 May 12 17:44:36.841273 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-bb4856d3-5288-4147-a8ff-20525430a7df service neutron] 10.222.0.76 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895338 May 12 17:44:36.931438 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-cbdc57ec-a742-49b2-a758-e52afb932ebe service neutron] 10.222.0.76 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844715 May 12 17:44:37.020786 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a2112-05a4-4bd3-a4e4-5856f0e730ee req-67973fc3-b421-44a2-8b47-ec299334688f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:37.022587 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e63a2112-05a4-4bd3-a4e4-5856f0e730ee req-67973fc3-b421-44a2-8b47-ec299334688f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0737014 May 12 17:44:37.077813 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e63a2112-05a4-4bd3-a4e4-5856f0e730ee req-02631268-4ce9-4eed-9a02-740349d85943 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489783 May 12 17:44:37.112310 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-45d2835a-adc0-4480-ba73-920708c838a5 req-814b7dd6-8db5-4857-a2c3-0fc07d48fff0 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 210 time: 0.0343010 May 12 17:44:37.698744 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b23e88-b63b-46cf-a5e2-cbe889658245 req-61934e56-f6e0-4a28-9bc3-7ef3d587e820 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:37.700210 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-44b23e88-b63b-46cf-a5e2-cbe889658245 req-61934e56-f6e0-4a28-9bc3-7ef3d587e820 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0462799 May 12 17:44:37.748544 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-44b23e88-b63b-46cf-a5e2-cbe889658245 req-3660ea3f-6b10-40bf-87b6-d05c6fabb6ba tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427957 May 12 17:44:37.930404 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23c533-d7f3-4375-a2cf-1194d397f190 req-620a267b-35dc-48d1-8064-5c22964d09a7 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:37.932314 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-bd23c533-d7f3-4375-a2cf-1194d397f190 req-620a267b-35dc-48d1-8064-5c22964d09a7 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 945 time: 0.0518024 May 12 17:44:37.982592 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-bd23c533-d7f3-4375-a2cf-1194d397f190 req-da2ec271-6028-4ae6-956d-54de66b39e54 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447161 May 12 17:44:38.193499 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06d6dd-d7fe-42fa-9591-f7f489483977 req-3e1ad428-cf1e-4710-a21b-1da146c17ed4 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:38.194988 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fa06d6dd-d7fe-42fa-9591-f7f489483977 req-3e1ad428-cf1e-4710-a21b-1da146c17ed4 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0468483 May 12 17:44:38.206927 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1bed9d7e-4373-47f3-b56b-8a75e41ffe28 req-7767617f-cfe8-48d2-9f1b-14a900bff1c7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 210 time: 0.0279510 May 12 17:44:38.244755 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fa06d6dd-d7fe-42fa-9591-f7f489483977 req-bab00550-7ba7-4e8d-b6f7-5202c424e945 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433784 May 12 17:44:38.868846 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da99f01-e685-45fb-bae5-1264cdddb3c3 req-404a5d7c-61bf-4a9f-ac2b-e3b2d638d1b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:38.870307 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4da99f01-e685-45fb-bae5-1264cdddb3c3 req-404a5d7c-61bf-4a9f-ac2b-e3b2d638d1b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0515296 May 12 17:44:38.915829 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4da99f01-e685-45fb-bae5-1264cdddb3c3 req-1ac06041-a229-4cfd-a11b-263daa748f87 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399776 May 12 17:44:39.028332 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2c51a-9e12-438c-8da5-c401b129ceeb req-371d8c88-d67c-4a9a-89fc-e8df6c653571 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:39.029744 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-4ad2c51a-9e12-438c-8da5-c401b129ceeb req-371d8c88-d67c-4a9a-89fc-e8df6c653571 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0472271 May 12 17:44:39.082265 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-4ad2c51a-9e12-438c-8da5-c401b129ceeb req-db67c3d9-a111-4e89-9601-a41f0ce39754 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467381 May 12 17:44:39.096477 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee90378-6f54-467e-ba33-988bdf26e08f req-af22721c-bca1-45f5-adae-2502e5ea6e95 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:39.097969 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5ee90378-6f54-467e-ba33-988bdf26e08f req-af22721c-bca1-45f5-adae-2502e5ea6e95 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 945 time: 0.0489573 May 12 17:44:39.152736 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5ee90378-6f54-467e-ba33-988bdf26e08f req-6b5cf80b-63f7-4360-aef5-2862d53dc651 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478029 May 12 17:44:39.321038 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7d0a0321-8ebc-40f8-88c5-7441b12f1e9f req-9791f5e8-52b0-4529-b750-a1c515538098 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 210 time: 0.0449653 May 12 17:44:39.400954 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d2c18-803d-4de4-9ec0-4989fcbc4e85 req-4154e690-0e3e-45aa-ac62-c8fbd397f235 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:39.401949 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1d0d2c18-803d-4de4-9ec0-4989fcbc4e85 req-4154e690-0e3e-45aa-ac62-c8fbd397f235 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0548220 May 12 17:44:39.469722 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1d0d2c18-803d-4de4-9ec0-4989fcbc4e85 req-fe11aef7-b1b4-437c-aec6-09557610d31b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603437 May 12 17:44:39.472440 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:40.269999 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb15cbb-36da-46da-812c-7c00173aab1b req-f39cdbbd-235c-4ea9-8ede-4fd822686dab tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:40.271412 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3eb15cbb-36da-46da-812c-7c00173aab1b req-f39cdbbd-235c-4ea9-8ede-4fd822686dab tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 945 time: 0.0473268 May 12 17:44:40.318745 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3eb15cbb-36da-46da-812c-7c00173aab1b req-6078b266-98d6-479f-ace6-93c866286fdc tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411949 May 12 17:44:40.431626 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b572800f-ba06-4a9a-a6dd-d5e9fdd68d4f req-cd8aebd5-954a-4b8a-8bc7-c44f17234d82 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 210 time: 0.0283885 May 12 17:44:40.610467 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe17f5-d593-405a-8ff5-0fd5e4e30b68 req-4e0481c5-b9f9-4856-b827-2d8d428228ab tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:40.611997 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-9ffe17f5-d593-405a-8ff5-0fd5e4e30b68 req-4e0481c5-b9f9-4856-b827-2d8d428228ab tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0503762 May 12 17:44:40.662970 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-9ffe17f5-d593-405a-8ff5-0fd5e4e30b68 req-c611e7d0-a76e-4948-9270-171ce07c8a1b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452189 May 12 17:44:40.744252 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08aa8-1905-40a2-aa20-b068a540c726 req-4be130b4-1340-4fb8-93da-a4ae6b046c53 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:40.746377 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8cd08aa8-1905-40a2-aa20-b068a540c726 req-4be130b4-1340-4fb8-93da-a4ae6b046c53 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0534770 May 12 17:44:40.800920 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8cd08aa8-1905-40a2-aa20-b068a540c726 req-0a4b1d0f-46ee-4af7-9a83-e4e354e10eaa tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469096 May 12 17:44:40.816086 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93933209-907d-4343-aabc-9e752ec9924d req-b237bd82-4acb-4ee2-af86-143a8da05a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:40.817582 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-93933209-907d-4343-aabc-9e752ec9924d req-b237bd82-4acb-4ee2-af86-143a8da05a9d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 1129 time: 0.0523140 May 12 17:44:40.978886 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93933209-907d-4343-aabc-9e752ec9924d req-338bbf7a-85a9-411a-906e-289200cf3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:40.980331 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-93933209-907d-4343-aabc-9e752ec9924d req-338bbf7a-85a9-411a-906e-289200cf3356 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 200 len: 918 time: 0.0866816 May 12 17:44:41.441581 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe96e4-9443-4de1-afcd-2ecaa7653b37 req-12823aa8-e107-4fb4-ad93-b98184c3b059 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:41.443215 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2bfe96e4-9443-4de1-afcd-2ecaa7653b37 req-12823aa8-e107-4fb4-ad93-b98184c3b059 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 945 time: 0.0509851 May 12 17:44:41.492933 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2bfe96e4-9443-4de1-afcd-2ecaa7653b37 req-8c04a75a-791b-4e91-acbd-8cf465efc426 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421758 May 12 17:44:41.529873 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-15ea80cf-b52c-438c-8d3a-10912d1dc6f0 req-8d6a026a-59d2-41c7-82f6-5019b7a4836d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 210 time: 0.0281465 May 12 17:44:41.694389 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-93933209-907d-4343-aabc-9e752ec9924d req-88e85c51-2d8b-43ee-889a-f8e60596d91a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63804ffd-8d9a-4673-82b0-a8a919c81e0c HTTP/1.1" status: 200 len: 217 time: 0.0382884 May 12 17:44:41.786192 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c5465-a230-4008-bd0e-5a8f09ba6dea req-4e928b66-ab75-4cfc-a527-a7410682a72f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:41.787685 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-883c5465-a230-4008-bd0e-5a8f09ba6dea req-4e928b66-ab75-4cfc-a527-a7410682a72f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0477171 May 12 17:44:41.838075 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-883c5465-a230-4008-bd0e-5a8f09ba6dea req-9c40076c-fd18-4aeb-a81a-477f2b369e43 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436630 May 12 17:44:41.917992 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17ad35-f255-4b01-9403-ce85f38ba7c7 req-c1dda94e-778f-4ab6-be1d-bc74e4593bf5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:41.919473 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6d17ad35-f255-4b01-9403-ce85f38ba7c7 req-c1dda94e-778f-4ab6-be1d-bc74e4593bf5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0463572 May 12 17:44:41.965122 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6d17ad35-f255-4b01-9403-ce85f38ba7c7 req-6a379499-e4ce-4373-9384-9c01e9567305 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400484 May 12 17:44:42.607496 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c2532-f414-4285-92f0-4da0e40b6843 req-d932f87d-6bf5-400b-8d0e-61d5d3d5a822 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:42.609183 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-495c2532-f414-4285-92f0-4da0e40b6843 req-d932f87d-6bf5-400b-8d0e-61d5d3d5a822 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 945 time: 0.0480366 May 12 17:44:42.634793 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5e9ce564-727e-41cf-96bb-9e9570d1d854 req-358b9059-071e-425b-a414-db314dbd331d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 210 time: 0.0370653 May 12 17:44:42.663683 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-495c2532-f414-4285-92f0-4da0e40b6843 req-922b47c8-e9c7-41a5-88f2-114aa2b8bb79 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482519 May 12 17:44:42.956526 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19682f-74cb-4833-8da0-2aaba0a989e8 req-6654a534-003a-4c25-8ae5-0ebb2c8df493 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:42.958381 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ea19682f-74cb-4833-8da0-2aaba0a989e8 req-6654a534-003a-4c25-8ae5-0ebb2c8df493 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0476546 May 12 17:44:43.009039 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ea19682f-74cb-4833-8da0-2aaba0a989e8 req-565832c5-3f90-45e7-99c0-849e578943d9 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435841 May 12 17:44:43.085545 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0965454-d6bb-44ee-b127-74748e6efe0d req-23cfb8ac-72f7-40a5-94e5-c77078e13a54 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:43.087271 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b0965454-d6bb-44ee-b127-74748e6efe0d req-23cfb8ac-72f7-40a5-94e5-c77078e13a54 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0472484 May 12 17:44:43.136053 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b0965454-d6bb-44ee-b127-74748e6efe0d req-01bddce5-371b-4287-ba66-b2c3fdce91d8 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430942 May 12 17:44:43.736773 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-49fd387c-b904-4844-bb75-343d58c7c5fa req-3fb7d1e3-3712-46b9-b08c-24aaf1bdc091 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 210 time: 0.0300205 May 12 17:44:43.792768 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d76b6-e55b-4331-8186-4063e2998000 req-3bd47bab-3a52-422e-80d3-3b29faee9ec7 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:43.794410 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a6d76b6-e55b-4331-8186-4063e2998000 req-3bd47bab-3a52-422e-80d3-3b29faee9ec7 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 945 time: 0.0540700 May 12 17:44:43.843396 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a6d76b6-e55b-4331-8186-4063e2998000 req-67bc1dbc-e10e-4d68-8f61-83d0243714e8 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425279 May 12 17:44:43.896909 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93933209-907d-4343-aabc-9e752ec9924d req-6f0ff2f4-2dd0-438b-837b-2b8ce30f6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:43.898540 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-93933209-907d-4343-aabc-9e752ec9924d req-6f0ff2f4-2dd0-438b-837b-2b8ce30f6387 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a749117e-7664-42e5-8028-21fb3d238fc4 HTTP/1.1" status: 200 len: 856 time: 0.0460601 May 12 17:44:44.008833 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e273d22b-7e5d-435a-99df-ef970b539ced req-cd6a0dd3-0fdd-4a7d-93f1-ac4edcda1b3f tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268337681&fields=id&tenant_id=4e9154d1a4c44c6b8a42001c659d069b HTTP/1.1" status: 200 len: 267 time: 0.0504327 May 12 17:44:44.114582 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273d22b-7e5d-435a-99df-ef970b539ced req-24062418-bcdd-4135-800d-ef68a73d88f6 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:44.116039 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e273d22b-7e5d-435a-99df-ef970b539ced req-24062418-bcdd-4135-800d-ef68a73d88f6 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/networks?id=3cb76e15-efb3-4276-8531-f3adac3a6ec1 HTTP/1.1" status: 200 len: 812 time: 0.1011195 May 12 17:44:44.130295 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f743f9-b9b2-447a-abec-87e78b704925 req-b9b37798-0616-4214-a912-ef574e367fdd tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:44.130522 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e273d22b-7e5d-435a-99df-ef970b539ced req-8399c9db-092f-449a-ac8a-192e9e644bdb tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/quotas/4e9154d1a4c44c6b8a42001c659d069b HTTP/1.1" status: 200 len: 375 time: 0.0088720 May 12 17:44:44.131794 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-61f743f9-b9b2-447a-abec-87e78b704925 req-b9b37798-0616-4214-a912-ef574e367fdd tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0508070 May 12 17:44:44.179838 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-61f743f9-b9b2-447a-abec-87e78b704925 req-b6f10db2-3d34-4f29-8456-55f223a5c492 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418370 May 12 17:44:44.183934 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e273d22b-7e5d-435a-99df-ef970b539ced req-ccdea91a-2948-4b13-bcd3-9a318f52bd82 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4e9154d1a4c44c6b8a42001c659d069b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477483 May 12 17:44:44.291107 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30300d4-6166-4ae2-ab9c-bcadee0d1951 req-6e4e4adc-9062-4a27-96d2-e498ce6fc3d6 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:44.292731 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b30300d4-6166-4ae2-ab9c-bcadee0d1951 req-6e4e4adc-9062-4a27-96d2-e498ce6fc3d6 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0492756 May 12 17:44:44.294958 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e273d22b-7e5d-435a-99df-ef970b539ced req-685e5dcc-f065-4f9c-a617-a693955594e8 service neutron] 10.222.0.76 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949464 May 12 17:44:44.341681 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b30300d4-6166-4ae2-ab9c-bcadee0d1951 req-d864eb3e-cc37-482b-a635-9fc37aef4f77 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429218 May 12 17:44:44.395951 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e273d22b-7e5d-435a-99df-ef970b539ced req-5ace2d7f-544e-4ba4-ba06-6eceeff06dff service neutron] 10.222.0.76 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937860 May 12 17:44:44.681738 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93933209-907d-4343-aabc-9e752ec9924d req-66a85eb2-c0d1-4b6b-a70b-ebcedb9c4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:44.683260 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-93933209-907d-4343-aabc-9e752ec9924d req-66a85eb2-c0d1-4b6b-a70b-ebcedb9c4304 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c2308c9c-cbd7-48e8-a900-0d956d07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0593970 May 12 17:44:44.732194 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-15989d6d-bcca-4486-8ce9-afe0bdee9f2b req-76cb2a92-71bc-40c4-8785-8fdd0b0513e4 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 210 time: 0.0365946 May 12 17:44:44.736901 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2b09769b-39a3-41bf-b527-64b14d2f5756 req-d86e616a-6720-4ca7-af49-b9bcb386274b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816374 May 12 17:44:44.843009 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3eff0c58-d23e-4cd9-8fd6-40c935d7a8e7 req-6dcf9d05-0d3b-4579-bd8d-9df3406b409a tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 210 time: 0.0275786 May 12 17:44:44.957852 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132358c1-6aa0-4efa-aec2-ef589d502dde req-b5cb9e6f-bdd3-4c0a-8d9b-66ecc6bffe76 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:44.959411 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-132358c1-6aa0-4efa-aec2-ef589d502dde req-b5cb9e6f-bdd3-4c0a-8d9b-66ecc6bffe76 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 945 time: 0.0493400 May 12 17:44:45.020019 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-132358c1-6aa0-4efa-aec2-ef589d502dde req-4afbe0aa-502d-4f52-b4ac-24822571aac1 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548732 May 12 17:44:45.123264 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-93933209-907d-4343-aabc-9e752ec9924d req-09e2a403-3cb8-4317-a756-27797b07af6a service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871487 May 12 17:44:45.309540 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b243998-580a-44eb-86c4-08f6525403a6 req-1e33b9ec-a94f-44fd-80aa-f1f84e2672be tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:45.311065 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7b243998-580a-44eb-86c4-08f6525403a6 req-1e33b9ec-a94f-44fd-80aa-f1f84e2672be tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0495353 May 12 17:44:45.359775 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7b243998-580a-44eb-86c4-08f6525403a6 req-51ac4103-2ec5-4bfb-98ae-995a2bae0004 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427868 May 12 17:44:45.456855 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcf98b-8662-4a27-a6b9-0dc4211cfd33 req-eaf2a6e5-cde0-4d8c-9f4a-4cb4b73ec7ec tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:45.458306 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0ffcf98b-8662-4a27-a6b9-0dc4211cfd33 req-eaf2a6e5-cde0-4d8c-9f4a-4cb4b73ec7ec tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0461090 May 12 17:44:45.507583 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0ffcf98b-8662-4a27-a6b9-0dc4211cfd33 req-fe544129-7fdc-49a1-a566-37ee7deceddc tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430417 May 12 17:44:45.696356 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa346a-1537-43b0-bed8-c29ecf149eef req-b36bd974-b9ee-4ff5-9304-decdf49591d6 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:45.698243 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9daa346a-1537-43b0-bed8-c29ecf149eef req-b36bd974-b9ee-4ff5-9304-decdf49591d6 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.89 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 945 time: 0.1038675 May 12 17:44:45.712560 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09769b-39a3-41bf-b527-64b14d2f5756 req-e647ea62-8e8c-471a-8fbe-c86d27f02909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:45.714515 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2b09769b-39a3-41bf-b527-64b14d2f5756 req-e647ea62-8e8c-471a-8fbe-c86d27f02909 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bf607837a27e47bf99a32b3b095df070&device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 1130 time: 0.1190615 May 12 17:44:45.791140 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-93933209-907d-4343-aabc-9e752ec9924d req-70d199cc-352f-4512-9b27-d05c230e43bd service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081213 May 12 17:44:45.815015 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-2c001c1c-58e3-49f5-8253-b920a82eda84 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:45.817954 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-2c001c1c-58e3-49f5-8253-b920a82eda84 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "GET /v2.0/networks?id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5 HTTP/1.1" status: 200 len: 815 time: 0.2074997 May 12 17:44:45.916708 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09769b-39a3-41bf-b527-64b14d2f5756 req-a044be34-944c-4b82-9486-37b6ea104793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:45.918306 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2b09769b-39a3-41bf-b527-64b14d2f5756 req-a044be34-944c-4b82-9486-37b6ea104793 service neutron] 10.222.0.89 "GET /v2.0/networks?id=16b8cd17-5204-4534-ab3e-f50d37e56b44 HTTP/1.1" status: 200 len: 912 time: 0.1425271 May 12 17:44:45.944989 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bda94617-618a-43c3-9700-c3eef53cc54e req-bf5d740e-aa43-4ff7-9f2c-1cc532061b24 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 210 time: 0.0827420 May 12 17:44:45.984729 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-21db8a7d-6b0c-42b1-8831-0c37fe13d9b7 req-971f670c-69ac-40f8-b21c-2bed31fb9ea2 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 210 time: 0.0414641 May 12 17:44:45.990725 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-dbfc0dce-9049-404c-ac99-6bf16011ee5d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9 HTTP/1.1" status: 200 len: 472 time: 0.1623633 May 12 17:44:46.034494 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-9daa346a-1537-43b0-bed8-c29ecf149eef req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Deleting port 2a43a5b7-d5f3-49fe-b099-b75fafbd237a {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:44:46.034779 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-9daa346a-1537-43b0-bed8-c29ecf149eef req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (2a43a5b7-d5f3-49fe-b099-b75fafbd237a), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:46.073079 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2b09769b-39a3-41bf-b527-64b14d2f5756 req-3cd41771-046f-4f72-bab5-f7647a71bb81 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dae83d1a-12ad-4d98-a4d1-13233ca983ae HTTP/1.1" status: 200 len: 1002 time: 0.0990198 May 12 17:44:46.135910 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d1870-2b3d-4a95-b1cc-4a8c4d02f3c7 req-c90498a2-f4ee-4ec8-8ba2-8358b4d46375 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:46.137377 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-9d7d1870-2b3d-4a95-b1cc-4a8c4d02f3c7 req-c90498a2-f4ee-4ec8-8ba2-8358b4d46375 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 945 time: 0.0488570 May 12 17:44:46.144667 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-9daa346a-1537-43b0-bed8-c29ecf149eef req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] For port 2a43a5b7-d5f3-49fe-b099-b75fafbd237a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2a43a5b7-d5f3-49fe-b099-b75fafbd237a,segment=NetworkSegment(a09ea6df-de70-4f98-b312-5b93ab7631da),segment_id=a09ea6df-de70-4f98-b312-5b93ab7631da)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:46.145041 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-9daa346a-1537-43b0-bed8-c29ecf149eef req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (2a43a5b7-d5f3-49fe-b099-b75fafbd237a), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:46.163743 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-9daa346a-1537-43b0-bed8-c29ecf149eef req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Calling delete_port for 2a43a5b7-d5f3-49fe-b099-b75fafbd237a owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:44:46.185967 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-9d7d1870-2b3d-4a95-b1cc-4a8c4d02f3c7 req-adad630d-c9a2-4f49-881a-7652c941c5dc tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425942 May 12 17:44:46.295619 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-9daa346a-1537-43b0-bed8-c29ecf149eef req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (2a43a5b7-d5f3-49fe-b099-b75fafbd237a), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:46.310090 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['2a43a5b7-d5f3-49fe-b099-b75fafbd237a'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:44:46.328625 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Pushing event deleted for resources: {'Port': ['ID=2a43a5b7-d5f3-49fe-b099-b75fafbd237a,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:46.355370 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:46.355733 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:46.356136 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:46.356492 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:46.356841 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:46.357181 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:46.357513 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:46.357847 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:46.358181 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:46.358518 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:46.358874 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:46.359203 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:46.359535 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:46.359861 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:46.360292 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:46.384294 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-9daa346a-1537-43b0-bed8-c29ecf149eef req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] No DVR routers for this DVR port 2a43a5b7-d5f3-49fe-b099-b75fafbd237a on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:44:46.388114 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-6fcbdfdb-e9b0-4b64-828a-9e5f5d5c0943 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'port': {'device_id': '05a5023a-5da1-4a91-a0ad-0775ff136725', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'admin_state_up': True, 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'security_groups': ['ce95a76b-9999-458c-b83a-456202a8ce79']}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:46.426049 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-9daa346a-1537-43b0-bed8-c29ecf149eef req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:46.429457 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9daa346a-1537-43b0-bed8-c29ecf149eef req-0e06af60-6170-4d2a-b1d9-596f24b609db tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.89 "DELETE /v2.0/ports/2a43a5b7-d5f3-49fe-b099-b75fafbd237a HTTP/1.1" status: 204 len: 173 time: 0.7087488 May 12 17:44:46.429938 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b227b1-c2a6-43c9-83dc-b056690fb302', 'name': 'network-vif-deleted', 'tag': '2a43a5b7-d5f3-49fe-b099-b75fafbd237a'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:44:46.432266 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29e7a39-ec18-4f91-8dcc-24d5d3e3784c" -d '{"events": [{"server_uuid": "85b227b1-c2a6-43c9-83dc-b056690fb302", "name": "network-vif-deleted", "tag": "2a43a5b7-d5f3-49fe-b099-b75fafbd237a"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:44:46.481956 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9be575-2980-44f8-9da4-550373296110 x-openstack-request-id: req-aa9be575-2980-44f8-9da4-550373296110 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:44:46.482273 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b227b1-c2a6-43c9-83dc-b056690fb302", "name": "network-vif-deleted", "tag": "2a43a5b7-d5f3-49fe-b099-b75fafbd237a", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:44:46.482516 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa9be575-2980-44f8-9da4-550373296110 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:44:46.482948 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9be575-2980-44f8-9da4-550373296110'] response: {'server_uuid': '85b227b1-c2a6-43c9-83dc-b056690fb302', 'name': 'network-vif-deleted', 'tag': '2a43a5b7-d5f3-49fe-b099-b75fafbd237a', 'status': 'completed', 'code': 200} May 12 17:44:46.486588 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09769b-39a3-41bf-b527-64b14d2f5756 req-ce9b33c2-5410-4eba-891a-e3a11c74fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:46.488080 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2b09769b-39a3-41bf-b527-64b14d2f5756 req-ce9b33c2-5410-4eba-891a-e3a11c74fba9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c91d7fdd-c4ad-4b1c-8888-f0300d813365 HTTP/1.1" status: 200 len: 850 time: 0.1055551 May 12 17:44:46.503891 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f0055-9f0f-4276-bf91-21e18ebc0971 req-a3ba0924-9c3b-4d41-a01f-730c4df797a2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:46.505334 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b73f0055-9f0f-4276-bf91-21e18ebc0971 req-a3ba0924-9c3b-4d41-a01f-730c4df797a2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0566885 May 12 17:44:46.535480 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-6fcbdfdb-e9b0-4b64-828a-9e5f5d5c0943 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Made reservation on behalf of 38aae8b9be064fabb6e07ea34a5dcdb9 for: {'port': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:46.539013 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-6fcbdfdb-e9b0-4b64-828a-9e5f5d5c0943 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:46.571008 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b73f0055-9f0f-4276-bf91-21e18ebc0971 req-cea02401-8f2b-4709-a312-0977f34548b0 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565073 May 12 17:44:46.685270 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224040b-8da9-4587-b789-c5850a0da967 req-79c56f25-ea62-46c0-9919-497f31027192 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:46.687184 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d224040b-8da9-4587-b789-c5850a0da967 req-79c56f25-ea62-46c0-9919-497f31027192 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0706000 May 12 17:44:46.763045 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-6fcbdfdb-e9b0-4b64-828a-9e5f5d5c0943 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Allocated IP 172.20.0.13 (5f0e5ba6-f1dc-4741-a091-633af3cfbec5/e6c02cbf-c8ea-4ce8-9704-004518301240/26a87193-d1d2-4c6e-ba24-c895c9893c18) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:46.793619 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09769b-39a3-41bf-b527-64b14d2f5756 req-e294b729-79f8-4081-a434-a2b1d7b79022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:46.795186 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2b09769b-39a3-41bf-b527-64b14d2f5756 req-e294b729-79f8-4081-a434-a2b1d7b79022 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16b8cd17-5204-4534-ab3e-f50d37e56b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1076388 May 12 17:44:46.799641 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d224040b-8da9-4587-b789-c5850a0da967 req-553a3afb-f055-4cb4-aaae-abc08e9780ef tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910814 May 12 17:44:46.876483 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273d22b-7e5d-435a-99df-ef970b539ced req-8ad691fc-5e86-46f0-a71e-f0aa0d818a48 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:46.878070 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e273d22b-7e5d-435a-99df-ef970b539ced req-8ad691fc-5e86-46f0-a71e-f0aa0d818a48 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.89 "GET /v2.0/networks?id=3cb76e15-efb3-4276-8531-f3adac3a6ec1 HTTP/1.1" status: 200 len: 812 time: 0.1789970 May 12 17:44:47.007238 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2b09769b-39a3-41bf-b527-64b14d2f5756 req-e35b818e-530b-461e-8417-0969cc50bddd service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001956 May 12 17:44:47.034919 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-6fcbdfdb-e9b0-4b64-828a-9e5f5d5c0943 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for port (26a87193-d1d2-4c6e-ba24-c895c9893c18), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:47.063274 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e273d22b-7e5d-435a-99df-ef970b539ced req-93b93a68-281c-4eeb-a918-eda45388356b tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e9154d1a4c44c6b8a42001c659d069b HTTP/1.1" status: 200 len: 380 time: 0.1504245 May 12 17:44:47.088181 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5013560d-da0e-4cac-8eaa-cb162e35e75b req-5cf91738-0c06-479c-8ba2-c57917bbd800 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 210 time: 0.0420609 May 12 17:44:47.100866 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-6fcbdfdb-e9b0-4b64-828a-9e5f5d5c0943 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (26a87193-d1d2-4c6e-ba24-c895c9893c18), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:47.150605 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-6fcbdfdb-e9b0-4b64-828a-9e5f5d5c0943 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:47.159948 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-6fcbdfdb-e9b0-4b64-828a-9e5f5d5c0943 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:47.162487 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-6fcbdfdb-e9b0-4b64-828a-9e5f5d5c0943 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:47.188938 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679740e-4c0b-4334-aa3e-817d85d2a964 req-6ee9be79-022c-4a75-8838-38d286e747ea tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:47.190513 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a679740e-4c0b-4334-aa3e-817d85d2a964 req-6ee9be79-022c-4a75-8838-38d286e747ea tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 932 time: 0.0619552 May 12 17:44:47.221263 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbdfdb-e9b0-4b64-828a-9e5f5d5c0943 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'Port': ['ID=26a87193-d1d2-4c6e-ba24-c895c9893c18,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:47.254911 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a679740e-4c0b-4334-aa3e-817d85d2a964 req-f2777ec8-c7f1-45db-9733-1b726809e046 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555441 May 12 17:44:47.258980 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04518f9b-5dfa-41c6-a54f-8e01755a1d73 req-48fadead-78db-4d3c-b533-322cea2fac30 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:47.260507 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-04518f9b-5dfa-41c6-a54f-8e01755a1d73 req-48fadead-78db-4d3c-b533-322cea2fac30 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.1068127 May 12 17:44:47.270928 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-6fcbdfdb-e9b0-4b64-828a-9e5f5d5c0943 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:47.271548 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-6fcbdfdb-e9b0-4b64-828a-9e5f5d5c0943 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:47.303973 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-6fcbdfdb-e9b0-4b64-828a-9e5f5d5c0943 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9200656 May 12 17:44:47.339132 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-04518f9b-5dfa-41c6-a54f-8e01755a1d73 req-88aad5e3-f927-49a6-9151-c62433c89c8a tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641763 May 12 17:44:47.374108 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5db61cde-8b1a-4687-b7a8-e10d0b2f11ca req-740f65b1-adb2-4d23-9843-ecd87ab5ae78 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b227b1-c2a6-43c9-83dc-b056690fb302 HTTP/1.1" status: 200 len: 210 time: 0.0325096 May 12 17:44:47.404724 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Request body: {'port': {'device_id': '05a5023a-5da1-4a91-a0ad-0775ff136725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:47.418288 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-e273d22b-7e5d-435a-99df-ef970b539ced req-19fb218f-5e4b-4c77-9292-375f2e6e1657 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Request body: {'port': {'device_id': '58a1ff6d-1105-476b-880e-39e5d783b0a2', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'admin_state_up': True, 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'security_groups': ['26887798-dccd-482a-a46b-086747fb001b']}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:47.435487 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-1b71ac83-e5dd-48bd-87e3-30a37bb713cc None None] Provisioning complete for port 26a87193-d1d2-4c6e-ba24-c895c9893c18 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:47.436676 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1b71ac83-e5dd-48bd-87e3-30a37bb713cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (26a87193-d1d2-4c6e-ba24-c895c9893c18), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:47.484699 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-1b71ac83-e5dd-48bd-87e3-30a37bb713cc None None] Port 26a87193-d1d2-4c6e-ba24-c895c9893c18 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:44:47.499613 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (26a87193-d1d2-4c6e-ba24-c895c9893c18), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:47.640559 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2b09769b-39a3-41bf-b527-64b14d2f5756 req-e80482b2-1d49-4396-acae-bd9921fc7b65 service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464607 May 12 17:44:47.651300 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e273d22b-7e5d-435a-99df-ef970b539ced req-19fb218f-5e4b-4c77-9292-375f2e6e1657 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Made reservation on behalf of 4e9154d1a4c44c6b8a42001c659d069b for: {'port': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:47.655326 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-e273d22b-7e5d-435a-99df-ef970b539ced req-19fb218f-5e4b-4c77-9292-375f2e6e1657 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:47.724362 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb3737-d77c-46a0-b494-3dc3d97ac413 req-a0ed2286-70da-4bb0-9fc6-8131bdee2c90 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:47.733021 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-51bb3737-d77c-46a0-b494-3dc3d97ac413 req-a0ed2286-70da-4bb0-9fc6-8131bdee2c90 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0762095 May 12 17:44:47.819928 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [req-e273d22b-7e5d-435a-99df-ef970b539ced req-19fb218f-5e4b-4c77-9292-375f2e6e1657 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Allocated IP 172.20.0.6 (3cb76e15-efb3-4276-8531-f3adac3a6ec1/d9c99e92-93c2-417d-8e54-471b58588d33/aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:47.869954 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-51bb3737-d77c-46a0-b494-3dc3d97ac413 req-ea01fda2-e469-4d4e-b14f-1637a03d5420 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158905 May 12 17:44:47.970880 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a87193-d1d2-4c6e-ba24-c895c9893c18 {{(pid=110068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:44:47.979021 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Publish callbacks [] for port (26a87193-d1d2-4c6e-ba24-c895c9893c18), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:47.983861 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112c19f-ef72-4e80-a628-9e9445b9abb5 req-b64e04f3-6960-4e06-960d-12f62ec9b6e9 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:47.985327 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a112c19f-ef72-4e80-a628-9e9445b9abb5 req-b64e04f3-6960-4e06-960d-12f62ec9b6e9 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0886090 May 12 17:44:47.993598 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.provisioning_blocks [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Transition to ACTIVE for port object 26a87193-d1d2-4c6e-ba24-c895c9893c18 will not be triggered until provisioned by entity L2. {{(pid=110068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:44:47.998309 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (26a87193-d1d2-4c6e-ba24-c895c9893c18), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:48.042572 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-e273d22b-7e5d-435a-99df-ef970b539ced req-19fb218f-5e4b-4c77-9292-375f2e6e1657 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for port (aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:48.066848 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a112c19f-ef72-4e80-a628-9e9445b9abb5 req-89c2271f-949a-4286-8f2a-1114ae465b01 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742984 May 12 17:44:48.091698 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-e273d22b-7e5d-435a-99df-ef970b539ced req-19fb218f-5e4b-4c77-9292-375f2e6e1657 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:48.106083 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Pushing event updated for resources: {'Port': ['ID=26a87193-d1d2-4c6e-ba24-c895c9893c18,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:48.152626 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Attempting to bind port 26a87193-d1d2-4c6e-ba24-c895c9893c18 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:44:48.152950 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Attempting to bind port 26a87193-d1d2-4c6e-ba24-c895c9893c18 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'}] {{(pid=110068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:44:48.153288 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Attempting to bind port 26a87193-d1d2-4c6e-ba24-c895c9893c18 on network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:48.153709 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e273d22b-7e5d-435a-99df-ef970b539ced req-19fb218f-5e4b-4c77-9292-375f2e6e1657 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:48.158060 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [req-e273d22b-7e5d-435a-99df-ef970b539ced req-19fb218f-5e4b-4c77-9292-375f2e6e1657 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:48.160312 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Port 26a87193-d1d2-4c6e-ba24-c895c9893c18 on network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:44:48.160469 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb218f-5e4b-4c77-9292-375f2e6e1657 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event updated for resources: {'Port': ['ID=aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:48.160659 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Attempting to bind port 26a87193-d1d2-4c6e-ba24-c895c9893c18 on network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:48.162710 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-e273d22b-7e5d-435a-99df-ef970b539ced req-19fb218f-5e4b-4c77-9292-375f2e6e1657 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:48.169586 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:44:48.169869 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Checking segment: {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:48.170190 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Bound using segment: {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'} {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:44:48.170629 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Bound port: 26a87193-d1d2-4c6e-ba24-c895c9893c18, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'}}] {{(pid=110068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:44:48.171033 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (26a87193-d1d2-4c6e-ba24-c895c9893c18), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:48.240608 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273d22b-7e5d-435a-99df-ef970b539ced req-19fb218f-5e4b-4c77-9292-375f2e6e1657 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:48.241290 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-e273d22b-7e5d-435a-99df-ef970b539ced req-19fb218f-5e4b-4c77-9292-375f2e6e1657 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:48.253880 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30830b0b-12dc-495b-9663-a994e819a0f7 req-325d866e-0d64-46a1-a286-d36c9522f77a tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:48.255553 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-30830b0b-12dc-495b-9663-a994e819a0f7 req-325d866e-0d64-46a1-a286-d36c9522f77a tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 931 time: 0.0743456 May 12 17:44:48.263804 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e273d22b-7e5d-435a-99df-ef970b539ced req-19fb218f-5e4b-4c77-9292-375f2e6e1657 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8554504 May 12 17:44:48.280021 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Request body: {'port': {'device_id': '58a1ff6d-1105-476b-880e-39e5d783b0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:48.346094 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] For port 26a87193-d1d2-4c6e-ba24-c895c9893c18, host hv-cinder-83979, cleared binding levels {{(pid=110068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:44:48.370059 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] For port 26a87193-d1d2-4c6e-ba24-c895c9893c18, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=26a87193-d1d2-4c6e-ba24-c895c9893c18,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:44:48.375988 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-30830b0b-12dc-495b-9663-a994e819a0f7 req-406a1a4f-7e28-4314-982a-a1f32a626310 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134431 May 12 17:44:48.377569 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (26a87193-d1d2-4c6e-ba24-c895c9893c18), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:48.400036 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:48.444935 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:48.447891 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:48.449326 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] 10.222.0.89 "PUT /v2.0/ports/26a87193-d1d2-4c6e-ba24-c895c9893c18 HTTP/1.1" status: 200 len: 1094 time: 1.0493996 May 12 17:44:48.449785 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a5023a-5da1-4a91-a0ad-0775ff136725', 'tag': '26a87193-d1d2-4c6e-ba24-c895c9893c18'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:44:48.452097 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c6a95b-720f-4b8d-a685-7cd105639c53" -d '{"events": [{"name": "network-changed", "server_uuid": "05a5023a-5da1-4a91-a0ad-0775ff136725", "tag": "26a87193-d1d2-4c6e-ba24-c895c9893c18"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:44:48.479897 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc89693-6b88-45d0-9d08-f688ceecaa31 req-a9c4c8e8-e1ec-4cde-b4bc-41b5d472682e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:48.487386 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4dc89693-6b88-45d0-9d08-f688ceecaa31 req-a9c4c8e8-e1ec-4cde-b4bc-41b5d472682e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 944 time: 0.1112494 May 12 17:44:48.519725 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7fff6-ab73-451b-acad-0eec2fe0eea5 service neutron] Pushing event updated for resources: {'Port': ['ID=26a87193-d1d2-4c6e-ba24-c895c9893c18,revision_number=3']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:48.540475 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f51f7b-ef8c-497e-b0ca-23f7599d48b0 req-9f73cb07-c6f4-4518-a79e-51c97faecd61 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:48.542212 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-14f51f7b-ef8c-497e-b0ca-23f7599d48b0 req-9f73cb07-c6f4-4518-a79e-51c97faecd61 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0868754 May 12 17:44:48.563693 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-38ab798b-a7ae-4378-a7c7-36222e310f93 None None] Provisioning complete for port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:48.564759 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-38ab798b-a7ae-4378-a7c7-36222e310f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:48.603696 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4dc89693-6b88-45d0-9d08-f688ceecaa31 req-46b2c884-e514-4440-b505-6bceecf61646 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112206 May 12 17:44:48.607311 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-38ab798b-a7ae-4378-a7c7-36222e310f93 None None] Port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:44:48.628752 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-51ed35bd-994f-4467-89e7-53c696bed7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:48.630251 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-51ed35bd-994f-4467-89e7-53c696bed7a6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 1128 time: 0.1037829 May 12 17:44:48.716339 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-14f51f7b-ef8c-497e-b0ca-23f7599d48b0 req-0d606b65-009a-4b86-a969-2419eb49bdca tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570776 May 12 17:44:48.717889 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-d622ed6a-e414-438c-84e8-dcef77d42064 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26a87193-d1d2-4c6e-ba24-c895c9893c18 HTTP/1.1" status: 200 len: 217 time: 0.0724685 May 12 17:44:48.719433 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a1e208-b8c8-41c9-8e9b-97ad81f5dacc x-openstack-request-id: req-d0a1e208-b8c8-41c9-8e9b-97ad81f5dacc {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:44:48.719728 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a5023a-5da1-4a91-a0ad-0775ff136725", "tag": "26a87193-d1d2-4c6e-ba24-c895c9893c18", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:44:48.719985 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0a1e208-b8c8-41c9-8e9b-97ad81f5dacc {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:44:48.720384 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a1e208-b8c8-41c9-8e9b-97ad81f5dacc'] response: {'name': 'network-changed', 'server_uuid': '05a5023a-5da1-4a91-a0ad-0775ff136725', 'tag': '26a87193-d1d2-4c6e-ba24-c895c9893c18', 'status': 'completed', 'code': 200} May 12 17:44:48.785903 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-cf812db0-8c6a-46ab-a4c0-40f4514ee65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:48.787579 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-cf812db0-8c6a-46ab-a4c0-40f4514ee65f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e6c02cbf-c8ea-4ce8-9704-004518301240 HTTP/1.1" status: 200 len: 854 time: 0.0585051 May 12 17:44:48.839130 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-b45cbecb-bc56-44ac-9e0f-f9bd301e398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:48.840010 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 2a43a5b7-d5f3-49fe-b099-b75fafbd237a no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:44:48.840616 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-b45cbecb-bc56-44ac-9e0f-f9bd301e398e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458901 May 12 17:44:48.860839 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: 2a43a5b7-d5f3-49fe-b099-b75fafbd237a {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:44:48.861187 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 2a43a5b7-d5f3-49fe-b099-b75fafbd237a not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:44:48.980701 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-2cb1ae2b-da43-4c0b-960c-3d8be3c01105 service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319423 May 12 17:44:48.987296 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5c6de-15c1-4bf5-b878-dda622533d61 req-caca8429-827a-4d09-8daa-a1e7c9c3be18 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:48.988790 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e1e5c6de-15c1-4bf5-b878-dda622533d61 req-caca8429-827a-4d09-8daa-a1e7c9c3be18 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0647686 May 12 17:44:49.095016 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e1e5c6de-15c1-4bf5-b878-dda622533d61 req-87dfa77d-27b6-4857-93a4-08418d91f577 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977900 May 12 17:44:49.121379 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c0e1d7df-2134-4e68-89f7-0068bd95539c req-bc92cb64-5433-45f1-8ce7-0d919c167b89 service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293800 May 12 17:44:49.192143 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 {{(pid=110069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:44:49.209905 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Publish callbacks [] for port (aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:49.221902 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41099671-2b0f-4efe-aaab-a6e425b6b7c1 req-b5f6b19f-5550-4862-8530-059e37fc0e06 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:49.223539 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-41099671-2b0f-4efe-aaab-a6e425b6b7c1 req-b5f6b19f-5550-4862-8530-059e37fc0e06 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0519388 May 12 17:44:49.225449 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7b677736-809a-4978-9904-3ffa3cd49fdb tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:49.227467 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7b677736-809a-4978-9904-3ffa3cd49fdb tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/networks?id=72ed361c-ef6b-4562-85b5-0e16d11b9029 HTTP/1.1" status: 200 len: 809 time: 0.4082055 May 12 17:44:49.241173 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.provisioning_blocks [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Transition to ACTIVE for port object aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 will not be triggered until provisioned by entity L2. {{(pid=110069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:44:49.247524 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-2985d48a-951d-4cd6-8018-7ffbd513dae7 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/quotas/75736e80e44a481484d88e394c5269d6 HTTP/1.1" status: 200 len: 375 time: 0.0139239 May 12 17:44:49.248613 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:49.278118 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-41099671-2b0f-4efe-aaab-a6e425b6b7c1 req-9c362c03-2f85-40c4-af5f-fa5ae455bfe7 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480945 May 12 17:44:49.307777 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-f6ec352d-d441-428c-ac43-3a1ef2bcae6f tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=75736e80e44a481484d88e394c5269d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518646 May 12 17:44:49.343436 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Pushing event updated for resources: {'Port': ['ID=aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:49.479387 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Attempting to bind port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:44:49.479731 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Attempting to bind port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:44:49.480067 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Attempting to bind port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 on network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:49.483487 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-11885db2-245e-47ca-8b3c-78cd2d02a017 service neutron] 10.222.0.76 "GET /v2.0/networks/72ed361c-ef6b-4562-85b5-0e16d11b9029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563833 May 12 17:44:49.486659 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 on network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:44:49.487018 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Attempting to bind port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 on network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:49.508556 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:44:49.508893 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Checking segment: {'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:49.509281 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Bound using segment: {'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:44:49.509720 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Bound port: aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'}}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:44:49.510075 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:49.515119 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c06f89-c522-4a5b-a5bc-777b83786a8c req-24b064d1-b019-4e0c-9b1d-ea99f2020e01 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:49.516592 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-57c06f89-c522-4a5b-a5bc-777b83786a8c req-24b064d1-b019-4e0c-9b1d-ea99f2020e01 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0568798 May 12 17:44:49.579269 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-57c06f89-c522-4a5b-a5bc-777b83786a8c req-7b19cd9c-0fea-4ceb-8ffa-a74b09f7c760 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564971 May 12 17:44:49.631381 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-f31c12a0-7ab2-41d1-88fa-b1856f9f0f90 service neutron] 10.222.0.76 "GET /v2.0/networks/72ed361c-ef6b-4562-85b5-0e16d11b9029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421258 May 12 17:44:49.634529 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] For port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4, host hv-cinder-83979, cleared binding levels {{(pid=110069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:44:49.637919 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] For port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:44:49.645084 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:49.682290 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:49.682942 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:49.684316 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] 10.222.0.89 "PUT /v2.0/ports/aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 HTTP/1.1" status: 200 len: 1093 time: 1.4086714 May 12 17:44:49.684765 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a1ff6d-1105-476b-880e-39e5d783b0a2', 'tag': 'aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:44:49.687252 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774bf5cf-3ba4-4179-b63b-0937764fe487" -d '{"events": [{"name": "network-changed", "server_uuid": "58a1ff6d-1105-476b-880e-39e5d783b0a2", "tag": "aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:44:49.712574 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a49d3-8cb5-40b1-bed1-10df4f51e509 service neutron] Pushing event updated for resources: {'Port': ['ID=aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4,revision_number=3']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:49.727406 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550715b7-2c14-436b-a4f4-f7b9e6026501 req-954d9dd7-a46f-42aa-ad7d-d25d0b6e7439 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:49.729171 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-550715b7-2c14-436b-a4f4-f7b9e6026501 req-954d9dd7-a46f-42aa-ad7d-d25d0b6e7439 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 944 time: 0.0651321 May 12 17:44:49.795259 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-550715b7-2c14-436b-a4f4-f7b9e6026501 req-e961320c-d797-45c9-a4f3-e5f604d5970b tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600238 May 12 17:44:49.812389 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48ba12f-e40f-4a26-aa8d-231bacc9da7b x-openstack-request-id: req-c48ba12f-e40f-4a26-aa8d-231bacc9da7b {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:44:49.812743 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a1ff6d-1105-476b-880e-39e5d783b0a2", "tag": "aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:44:49.813061 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c48ba12f-e40f-4a26-aa8d-231bacc9da7b {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:44:49.813529 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48ba12f-e40f-4a26-aa8d-231bacc9da7b'] response: {'name': 'network-changed', 'server_uuid': '58a1ff6d-1105-476b-880e-39e5d783b0a2', 'tag': 'aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4', 'status': 'completed', 'code': 200} May 12 17:44:49.881096 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1536c9f8-a8d5-46d2-a21e-c41501d26ec0 req-a8bd6bb7-6146-4ca2-ba91-f9dc2cdb02d7 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 210 time: 0.0304983 May 12 17:44:49.928985 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a8775-dd3b-4201-b6b0-3e2597cc85db req-6079a279-0a23-4439-ab7f-006cd79461ba tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:49.931382 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b17a8775-dd3b-4201-b6b0-3e2597cc85db req-6079a279-0a23-4439-ab7f-006cd79461ba tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0634894 May 12 17:44:49.992538 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b17a8775-dd3b-4201-b6b0-3e2597cc85db req-0499b68b-b458-4be1-9903-39bfc3c8c67f tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545280 May 12 17:44:50.220879 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e2c1b-a14b-4d52-beb4-e4f8fc0ef968 req-647c5631-741b-4567-964f-2feab76af20e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:50.222331 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ea2e2c1b-a14b-4d52-beb4-e4f8fc0ef968 req-647c5631-741b-4567-964f-2feab76af20e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0495949 May 12 17:44:50.271651 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ea2e2c1b-a14b-4d52-beb4-e4f8fc0ef968 req-ba01de8b-b3d9-428f-a218-073510453c09 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436802 May 12 17:44:50.357126 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d5da101e-0c9c-4ce4-b705-32a8d0d9f4b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:50.397531 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556b4ce-18a7-4167-8cb8-91fbaa1c9bba req-a891b082-3dc6-4390-8076-a6b24f26cf66 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:50.399183 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1556b4ce-18a7-4167-8cb8-91fbaa1c9bba req-a891b082-3dc6-4390-8076-a6b24f26cf66 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0468330 May 12 17:44:50.449683 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1556b4ce-18a7-4167-8cb8-91fbaa1c9bba req-09ed35bb-8fbc-40e4-9345-65f607d35e83 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449543 May 12 17:44:50.700106 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315dd41-dbe0-45d7-a1a2-ec41d9d04c37 req-76c7a242-afee-417b-a70a-d229e0c52e85 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:50.701571 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f315dd41-dbe0-45d7-a1a2-ec41d9d04c37 req-76c7a242-afee-417b-a70a-d229e0c52e85 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0476978 May 12 17:44:50.750913 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f315dd41-dbe0-45d7-a1a2-ec41d9d04c37 req-94595712-0585-4451-9b45-f0162edfff46 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436926 May 12 17:44:50.855404 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6a95b-720f-4b8d-a685-7cd105639c53 req-f2eccadb-922b-4570-a725-9685c7c2081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:50.856976 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a2c6a95b-720f-4b8d-a685-7cd105639c53 req-f2eccadb-922b-4570-a725-9685c7c2081b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 1128 time: 0.0431273 May 12 17:44:50.911685 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12564ac4-5f96-4766-87b3-2e8ab1b4400a req-e1717fba-d49b-442f-a052-eff8374f2b6b tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:50.913390 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-12564ac4-5f96-4766-87b3-2e8ab1b4400a req-e1717fba-d49b-442f-a052-eff8374f2b6b tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 944 time: 0.0478337 May 12 17:44:50.962049 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-12564ac4-5f96-4766-87b3-2e8ab1b4400a req-3e75debd-26cd-4ea0-94c0-f052c6ef5515 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417342 May 12 17:44:50.979724 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0a34766c-b7e7-4eca-acb0-8bb30d9b5fda req-807e226a-7a5a-4d6e-962d-5fc9e8fdcdf0 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 210 time: 0.0281389 May 12 17:44:51.143462 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f539a-9907-40f2-b24a-e81c1a5f7f1c req-6d310c38-07f6-4b4e-a8ef-e40963bdd467 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:51.147138 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1b2f539a-9907-40f2-b24a-e81c1a5f7f1c req-6d310c38-07f6-4b4e-a8ef-e40963bdd467 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0830138 May 12 17:44:51.151270 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bf5cf-3ba4-4179-b63b-0937764fe487 req-f7d774de-5395-45da-bdb9-61f98f1706bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:51.152652 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-774bf5cf-3ba4-4179-b63b-0937764fe487 req-f7d774de-5395-45da-bdb9-61f98f1706bc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e9154d1a4c44c6b8a42001c659d069b&device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 1127 time: 0.0578279 May 12 17:44:51.191999 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6a95b-720f-4b8d-a685-7cd105639c53 req-f4f0f2c8-fdb3-4624-9c3f-0d1ec0e3c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:51.193383 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a2c6a95b-720f-4b8d-a685-7cd105639c53 req-f4f0f2c8-fdb3-4624-9c3f-0d1ec0e3c840 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5 HTTP/1.1" status: 200 len: 916 time: 0.1130891 May 12 17:44:51.194063 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1b2f539a-9907-40f2-b24a-e81c1a5f7f1c req-6981d1ac-cf72-41e6-b244-7028dbbe56f4 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404973 May 12 17:44:51.377275 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a2c6a95b-720f-4b8d-a685-7cd105639c53 req-2b63cc0a-a838-456f-88bc-6a169aff217c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26a87193-d1d2-4c6e-ba24-c895c9893c18 HTTP/1.1" status: 200 len: 217 time: 0.0525596 May 12 17:44:51.479424 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0dbfe7-934c-4e71-b413-3e660f8cb8a9 req-01ef0d37-8da8-4caf-9685-e1cc76c6c8cb tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:51.480993 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-df0dbfe7-934c-4e71-b413-3e660f8cb8a9 req-01ef0d37-8da8-4caf-9685-e1cc76c6c8cb tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.1065085 May 12 17:44:51.506074 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6a95b-720f-4b8d-a685-7cd105639c53 req-7a76bec9-0201-4173-877e-9184d519211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:51.507609 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a2c6a95b-720f-4b8d-a685-7cd105639c53 req-7a76bec9-0201-4173-877e-9184d519211f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e6c02cbf-c8ea-4ce8-9704-004518301240 HTTP/1.1" status: 200 len: 854 time: 0.0891140 May 12 17:44:51.550576 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-df0dbfe7-934c-4e71-b413-3e660f8cb8a9 req-7770202e-bbba-4817-a721-3f547fd2a424 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613317 May 12 17:44:51.581972 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6a95b-720f-4b8d-a685-7cd105639c53 req-93d3e48b-3445-40b0-8ccc-54c668abc545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:51.583512 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a2c6a95b-720f-4b8d-a685-7cd105639c53 req-93d3e48b-3445-40b0-8ccc-54c668abc545 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466912 May 12 17:44:51.695703 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a2c6a95b-720f-4b8d-a685-7cd105639c53 req-d0d80011-5a00-48aa-8d61-25a9e0c4dcdc service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015840 May 12 17:44:51.743827 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8e1f1-3d8c-421a-acfc-da867bdd7f3b req-1245201e-ac13-4a04-b499-bd2653460d69 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:51.745213 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5bf8e1f1-3d8c-421a-acfc-da867bdd7f3b req-1245201e-ac13-4a04-b499-bd2653460d69 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.1175406 May 12 17:44:51.764960 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bf5cf-3ba4-4179-b63b-0937764fe487 req-06ebd049-5876-4cc1-a867-bb58cb10e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:51.766362 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-774bf5cf-3ba4-4179-b63b-0937764fe487 req-06ebd049-5876-4cc1-a867-bb58cb10e24c service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=4e9154d1a4c44c6b8a42001c659d069b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4344881 May 12 17:44:51.801817 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5bf8e1f1-3d8c-421a-acfc-da867bdd7f3b req-b8cff5f9-65bc-4f91-b81c-8ead67a9675d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478613 May 12 17:44:51.804251 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:44:51.866108 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285d57a-cea2-484e-9101-600a9f6b5c28 req-12f7821f-855e-4e6d-b9c9-ea22d8c56dd8 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:51.867837 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e285d57a-cea2-484e-9101-600a9f6b5c28 req-12f7821f-855e-4e6d-b9c9-ea22d8c56dd8 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0480428 May 12 17:44:51.916569 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e285d57a-cea2-484e-9101-600a9f6b5c28 req-80b40cc4-b696-4139-983a-534da0c7f05b tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431268 May 12 17:44:52.135199 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-81f2bade-8113-4c93-ae26-402f12e71ed7 req-aac5bc06-ef6c-4d74-8163-b06ad8792d03 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 210 time: 0.0720356 May 12 17:44:52.182832 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a2c6a95b-720f-4b8d-a685-7cd105639c53 req-a4a94840-cfe1-4438-b1aa-8fa0acf6a6a3 service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111175 May 12 17:44:52.189563 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f32dd-6554-4e4d-b3e7-75c21152bee9 req-f2554d09-33bb-4fd2-9985-f7299153d0aa tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:52.191084 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-452f32dd-6554-4e4d-b3e7-75c21152bee9 req-f2554d09-33bb-4fd2-9985-f7299153d0aa tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 944 time: 0.1223419 May 12 17:44:52.220434 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-0473ce4a-d13d-4d9d-9a08-d33836b2cd3e tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:52.221912 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-0473ce4a-d13d-4d9d-9a08-d33836b2cd3e tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.89 "GET /v2.0/networks?id=72ed361c-ef6b-4562-85b5-0e16d11b9029 HTTP/1.1" status: 200 len: 809 time: 0.1470737 May 12 17:44:52.248138 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-f1fed1e2-7d6e-4b81-9f0b-f97431ef9d48 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Request body: {'port': {'device_id': '176f48af-5412-4ccb-99e0-1431c7fce694', 'network_id': '72ed361c-ef6b-4562-85b5-0e16d11b9029', 'admin_state_up': True, 'tenant_id': '75736e80e44a481484d88e394c5269d6'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:52.249887 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bf5cf-3ba4-4179-b63b-0937764fe487 req-219df682-f7d6-4231-8483-f004096fbe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:52.252375 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-774bf5cf-3ba4-4179-b63b-0937764fe487 req-219df682-f7d6-4231-8483-f004096fbe02 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2673705 May 12 17:44:52.272636 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-452f32dd-6554-4e4d-b3e7-75c21152bee9 req-8f3aac60-3050-43dd-bab4-3dc3a0b772b4 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747056 May 12 17:44:52.374763 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ac23d-58c6-4f6d-b543-dc0cdb418660 req-d8dd8897-605d-43fb-a9ee-e9c1ba512d45 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:52.376206 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-615ac23d-58c6-4f6d-b543-dc0cdb418660 req-d8dd8897-605d-43fb-a9ee-e9c1ba512d45 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0953834 May 12 17:44:52.376452 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273d22b-7e5d-435a-99df-ef970b539ced req-7994cd95-bf62-4c33-b289-a1b62351f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:52.377936 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e273d22b-7e5d-435a-99df-ef970b539ced req-7994cd95-bf62-4c33-b289-a1b62351f3f1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e9154d1a4c44c6b8a42001c659d069b&device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 1127 time: 0.0456188 May 12 17:44:52.443110 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-f1fed1e2-7d6e-4b81-9f0b-f97431ef9d48 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Made reservation on behalf of 75736e80e44a481484d88e394c5269d6 for: {'port': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:44:52.446607 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-f1fed1e2-7d6e-4b81-9f0b-f97431ef9d48 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:52.452753 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-615ac23d-58c6-4f6d-b543-dc0cdb418660 req-f5755baf-d845-43b3-9da3-dead48d2632f tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674284 May 12 17:44:52.528695 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e273d22b-7e5d-435a-99df-ef970b539ced req-30066eaf-d9d4-43a2-882a-faf9d035fc22 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 HTTP/1.1" status: 200 len: 217 time: 0.0378301 May 12 17:44:52.581160 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-f1fed1e2-7d6e-4b81-9f0b-f97431ef9d48 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Allocated IP 172.20.0.11 (72ed361c-ef6b-4562-85b5-0e16d11b9029/6855bd46-a361-47fd-9996-6db36d4a7e36/50c3310e-fb35-4a1e-b702-1e8dd20ff13a) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:44:52.584575 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d9571747-9618-4543-a8af-b7ead4c5cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:52.587321 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e273d22b-7e5d-435a-99df-ef970b539ced req-d9571747-9618-4543-a8af-b7ead4c5cd2b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d9c99e92-93c2-417d-8e54-471b58588d33 HTTP/1.1" status: 200 len: 851 time: 0.0459421 May 12 17:44:52.626144 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-dbc32d12-3a56-4753-bd76-d0650c97a682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:52.650842 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273d22b-7e5d-435a-99df-ef970b539ced req-1498945e-2c5f-40d7-a2f6-f8770753d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:52.652491 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e273d22b-7e5d-435a-99df-ef970b539ced req-1498945e-2c5f-40d7-a2f6-f8770753d69a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3cb76e15-efb3-4276-8531-f3adac3a6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518668 May 12 17:44:52.689303 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3ad55-03ca-44f0-9a7c-2c6cfc557124 req-c00696c1-ffb0-4c65-a24e-1baac695d6b1 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:52.690783 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-61a3ad55-03ca-44f0-9a7c-2c6cfc557124 req-c00696c1-ffb0-4c65-a24e-1baac695d6b1 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0502856 May 12 17:44:52.747979 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-61a3ad55-03ca-44f0-9a7c-2c6cfc557124 req-28acf461-140c-42be-ae77-2abf5be116cb tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514638 May 12 17:44:52.753683 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-f1fed1e2-7d6e-4b81-9f0b-f97431ef9d48 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Publish callbacks [] for port (50c3310e-fb35-4a1e-b702-1e8dd20ff13a), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:52.793483 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-f1fed1e2-7d6e-4b81-9f0b-f97431ef9d48 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (50c3310e-fb35-4a1e-b702-1e8dd20ff13a), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:52.836436 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-f1fed1e2-7d6e-4b81-9f0b-f97431ef9d48 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Network 72ed361c-ef6b-4562-85b5-0e16d11b9029 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:44:52.840624 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-f1fed1e2-7d6e-4b81-9f0b-f97431ef9d48 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:44:52.841952 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 26a87193-d1d2-4c6e-ba24-c895c9893c18 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:44:52.846663 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-f1fed1e2-7d6e-4b81-9f0b-f97431ef9d48 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:44:52.862450 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e273d22b-7e5d-435a-99df-ef970b539ced req-825a7587-d88d-46dc-ab1c-a5016233b015 service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907414 May 12 17:44:52.871316 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fed1e2-7d6e-4b81-9f0b-f97431ef9d48 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Pushing event updated for resources: {'Port': ['ID=50c3310e-fb35-4a1e-b702-1e8dd20ff13a,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:52.901082 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-f1fed1e2-7d6e-4b81-9f0b-f97431ef9d48 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:52.901720 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-f1fed1e2-7d6e-4b81-9f0b-f97431ef9d48 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:52.951370 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-f1fed1e2-7d6e-4b81-9f0b-f97431ef9d48 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7069366 May 12 17:44:52.962239 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01069601-eab3-433a-9d02-3634c368938a req-7efa8218-a5bf-478c-bcc2-2ef01ae9645f tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:52.963942 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-01069601-eab3-433a-9d02-3634c368938a req-7efa8218-a5bf-478c-bcc2-2ef01ae9645f tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0595372 May 12 17:44:52.975056 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Request body: {'port': {'device_id': '176f48af-5412-4ccb-99e0-1431c7fce694', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:44:52.985545 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 26a87193-d1d2-4c6e-ba24-c895c9893c18, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=26a87193-d1d2-4c6e-ba24-c895c9893c18,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:52.986200 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e273d22b-7e5d-435a-99df-ef970b539ced req-98d5e52a-9661-4bda-a83f-78f7d88f374d service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129680 May 12 17:44:52.998340 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '26a87193-d1d2-4c6e-ba24-c895c9893c18', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'port_id': '26a87193-d1d2-4c6e-ba24-c895c9893c18', 'mac_address': 'fa:16:3e:b2:13:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:44:53.045960 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 26a87193-d1d2-4c6e-ba24-c895c9893c18 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:53.046927 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (26a87193-d1d2-4c6e-ba24-c895c9893c18), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.051448 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05976961-6df7-4b59-bc35-fbc0edf89163 req-b99d883b-0b08-4aef-aa8d-f1c3d6f0be03 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:53.052974 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-05976961-6df7-4b59-bc35-fbc0edf89163 req-b99d883b-0b08-4aef-aa8d-f1c3d6f0be03 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0631490 May 12 17:44:53.056222 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (50c3310e-fb35-4a1e-b702-1e8dd20ff13a), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.059658 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a87193-d1d2-4c6e-ba24-c895c9893c18 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:44:53.080002 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 26a87193-d1d2-4c6e-ba24-c895c9893c18, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=26a87193-d1d2-4c6e-ba24-c895c9893c18,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:53.084955 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (26a87193-d1d2-4c6e-ba24-c895c9893c18), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.085693 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 20f0b51d-9edf-437d-a233-3e26daa2ef7c details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:44:53.090526 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-01069601-eab3-433a-9d02-3634c368938a req-ce5f79b0-1f5c-440a-b136-775bff5d0ac2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769978 May 12 17:44:53.125475 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-05976961-6df7-4b59-bc35-fbc0edf89163 req-7d0720b0-6ca8-46ee-8cb7-bcea78429675 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657461 May 12 17:44:53.164749 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=26a87193-d1d2-4c6e-ba24-c895c9893c18,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:53.204572 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.204926 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.205299 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.205651 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.205994 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.206335 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.206690 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.207023 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.207359 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.207697 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.208032 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.208371 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.208703 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.209030 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.209358 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:44:53.247272 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 20f0b51d-9edf-437d-a233-3e26daa2ef7c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:53.259323 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '20f0b51d-9edf-437d-a233-3e26daa2ef7c', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'port_id': '20f0b51d-9edf-437d-a233-3e26daa2ef7c', 'mac_address': 'fa:16:3e:51:46:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:44:53.296725 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32520dc1-3623-4064-97a8-5a4a20b0b201 req-3d9be384-a6bb-4689-87b1-02756502f086 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:53.296927 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 20f0b51d-9edf-437d-a233-3e26daa2ef7c is: ACTIVE; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:53.297216 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.298106 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-32520dc1-3623-4064-97a8-5a4a20b0b201 req-3d9be384-a6bb-4689-87b1-02756502f086 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 932 time: 0.0825458 May 12 17:44:53.311930 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20f0b51d-9edf-437d-a233-3e26daa2ef7c {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:44:53.333495 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 20f0b51d-9edf-437d-a233-3e26daa2ef7c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:53.339298 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.391138 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=20f0b51d-9edf-437d-a233-3e26daa2ef7c,revision_number=6']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:53.402570 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca7a5f-7f87-4135-a2cb-d4b7c06e4ff8 req-d974da97-2904-4b61-8ad8-bd87563c75f8 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:53.404116 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c1ca7a5f-7f87-4135-a2cb-d4b7c06e4ff8 req-d974da97-2904-4b61-8ad8-bd87563c75f8 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 945 time: 0.0543206 May 12 17:44:53.408181 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-32520dc1-3623-4064-97a8-5a4a20b0b201 req-ba7b93e9-82fd-4786-9c6e-409a3b5c6942 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736570 May 12 17:44:53.466000 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c3310e-fb35-4a1e-b702-1e8dd20ff13a {{(pid=110069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:44:53.466932 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c1ca7a5f-7f87-4135-a2cb-d4b7c06e4ff8 req-737d22da-66d2-419c-b2e3-1bdaefa3a5d5 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571687 May 12 17:44:53.473884 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Publish callbacks [] for port (50c3310e-fb35-4a1e-b702-1e8dd20ff13a), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.495879 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.provisioning_blocks [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Transition to ACTIVE for port object 50c3310e-fb35-4a1e-b702-1e8dd20ff13a will not be triggered until provisioned by entity L2. {{(pid=110069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:44:53.499165 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (50c3310e-fb35-4a1e-b702-1e8dd20ff13a), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.584749 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Pushing event updated for resources: {'Port': ['ID=50c3310e-fb35-4a1e-b702-1e8dd20ff13a,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:53.598522 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9884085-d897-4b58-bb89-86b5c082629f req-fb912f00-fd06-4989-8104-675d05d72851 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:53.600053 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c9884085-d897-4b58-bb89-86b5c082629f req-fb912f00-fd06-4989-8104-675d05d72851 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0716937 May 12 17:44:53.697350 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c9884085-d897-4b58-bb89-86b5c082629f req-2eb8db54-5a94-4554-b432-d3ee94be96fe tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827966 May 12 17:44:53.701546 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Attempting to bind port 50c3310e-fb35-4a1e-b702-1e8dd20ff13a on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:44:53.701900 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Attempting to bind port 50c3310e-fb35-4a1e-b702-1e8dd20ff13a by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'a09ea6df-de70-4f98-b312-5b93ab7631da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '72ed361c-ef6b-4562-85b5-0e16d11b9029'}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:44:53.702231 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Attempting to bind port 50c3310e-fb35-4a1e-b702-1e8dd20ff13a on network 72ed361c-ef6b-4562-85b5-0e16d11b9029 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:53.706748 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Port 50c3310e-fb35-4a1e-b702-1e8dd20ff13a on network 72ed361c-ef6b-4562-85b5-0e16d11b9029 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:44:53.707072 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Attempting to bind port 50c3310e-fb35-4a1e-b702-1e8dd20ff13a on network 72ed361c-ef6b-4562-85b5-0e16d11b9029 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:44:53.712115 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:44:53.712449 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Checking segment: {'id': 'a09ea6df-de70-4f98-b312-5b93ab7631da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '72ed361c-ef6b-4562-85b5-0e16d11b9029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:44:53.712826 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Bound using segment: {'id': 'a09ea6df-de70-4f98-b312-5b93ab7631da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '72ed361c-ef6b-4562-85b5-0e16d11b9029'} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:44:53.713252 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Bound port: 50c3310e-fb35-4a1e-b702-1e8dd20ff13a, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09ea6df-de70-4f98-b312-5b93ab7631da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '72ed361c-ef6b-4562-85b5-0e16d11b9029'}}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:44:53.713605 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (50c3310e-fb35-4a1e-b702-1e8dd20ff13a), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.776883 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] For port 50c3310e-fb35-4a1e-b702-1e8dd20ff13a, host hv-cinder-83979, cleared binding levels {{(pid=110069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:44:53.780742 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] For port 50c3310e-fb35-4a1e-b702-1e8dd20ff13a, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=50c3310e-fb35-4a1e-b702-1e8dd20ff13a,segment=NetworkSegment(a09ea6df-de70-4f98-b312-5b93ab7631da),segment_id=a09ea6df-de70-4f98-b312-5b93ab7631da)] {{(pid=110069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:44:53.787166 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (50c3310e-fb35-4a1e-b702-1e8dd20ff13a), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.824077 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:53.824692 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.826076 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] 10.222.0.89 "PUT /v2.0/ports/50c3310e-fb35-4a1e-b702-1e8dd20ff13a HTTP/1.1" status: 200 len: 1094 time: 0.8554537 May 12 17:44:53.826624 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176f48af-5412-4ccb-99e0-1431c7fce694', 'tag': '50c3310e-fb35-4a1e-b702-1e8dd20ff13a'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:44:53.828798 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad93916d-630c-435c-86ae-7bc81190eafc" -d '{"events": [{"name": "network-changed", "server_uuid": "176f48af-5412-4ccb-99e0-1431c7fce694", "tag": "50c3310e-fb35-4a1e-b702-1e8dd20ff13a"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:44:53.865166 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68fdb7-5713-4944-b485-7bfb89115eac service neutron] Pushing event updated for resources: {'Port': ['ID=50c3310e-fb35-4a1e-b702-1e8dd20ff13a,revision_number=3']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:53.879144 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:53.886411 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa23c822-cf86-4d3d-978e-5181d5d458f6 x-openstack-request-id: req-aa23c822-cf86-4d3d-978e-5181d5d458f6 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:44:53.886879 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176f48af-5412-4ccb-99e0-1431c7fce694", "tag": "50c3310e-fb35-4a1e-b702-1e8dd20ff13a", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:44:53.887199 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa23c822-cf86-4d3d-978e-5181d5d458f6 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:44:53.887657 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa23c822-cf86-4d3d-978e-5181d5d458f6'] response: {'name': 'network-changed', 'server_uuid': '176f48af-5412-4ccb-99e0-1431c7fce694', 'tag': '50c3310e-fb35-4a1e-b702-1e8dd20ff13a', 'status': 'completed', 'code': 200} May 12 17:44:53.888276 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262178b-4e3e-448d-af9d-b099913d35f0 req-208768c3-3d14-42b9-af38-30227941548f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:53.890188 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1262178b-4e3e-448d-af9d-b099913d35f0 req-208768c3-3d14-42b9-af38-30227941548f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 944 time: 0.0520093 May 12 17:44:53.933773 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-0375a7e7-0e67-49e8-9495-14fe7b570ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:53.935316 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-0375a7e7-0e67-49e8-9495-14fe7b570ac1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=75736e80e44a481484d88e394c5269d6&device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 1128 time: 0.0431218 May 12 17:44:53.939940 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1262178b-4e3e-448d-af9d-b099913d35f0 req-1ce8e5eb-a347-460f-b1ff-5b5d5a029d98 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436668 May 12 17:44:53.996205 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-bdc98d13-e761-4922-9dc1-b1438c39dbe5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50c3310e-fb35-4a1e-b702-1e8dd20ff13a HTTP/1.1" status: 200 len: 217 time: 0.0390041 May 12 17:44:54.047540 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['26a87193-d1d2-4c6e-ba24-c895c9893c18'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:44:54.055910 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-9c14294c-c6fe-426a-a3d9-8bfed7445ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:54.057339 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-9c14294c-c6fe-426a-a3d9-8bfed7445ece service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6855bd46-a361-47fd-9996-6db36d4a7e36 HTTP/1.1" status: 200 len: 849 time: 0.0457358 May 12 17:44:54.099971 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-a0155824-ac76-44e8-a076-cb2a72ec209b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72ed361c-ef6b-4562-85b5-0e16d11b9029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256634 May 12 17:44:54.202521 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['20f0b51d-9edf-437d-a233-3e26daa2ef7c'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:44:54.232008 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d26e6-2cd6-479f-bcb5-4c5ae3bb1e72 req-1186d7ed-3d74-439c-9b3d-f35f6414c467 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:54.233471 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-773d26e6-2cd6-479f-bcb5-4c5ae3bb1e72 req-1186d7ed-3d74-439c-9b3d-f35f6414c467 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0563643 May 12 17:44:54.253578 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36826b2c-a82f-4d6b-a97f-33e17e18d0d8 req-7f9dd9bf-7306-4bd7-8b09-acc1da6168f6 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:54.256321 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-36826b2c-a82f-4d6b-a97f-33e17e18d0d8 req-7f9dd9bf-7306-4bd7-8b09-acc1da6168f6 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0580597 May 12 17:44:54.262989 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-d263ac8a-834b-4e20-bcc9-2d92746fb903 service neutron] 10.222.0.89 "GET /v2.0/networks/72ed361c-ef6b-4562-85b5-0e16d11b9029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497865 May 12 17:44:54.314072 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-36826b2c-a82f-4d6b-a97f-33e17e18d0d8 req-5aa5374d-30bd-496f-87a4-25b0706c9911 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529706 May 12 17:44:54.323310 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-773d26e6-2cd6-479f-bcb5-4c5ae3bb1e72 req-90dc58b2-8c9d-4615-bc07-2c5430772086 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767145 May 12 17:44:54.379804 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ffe8e088-0b76-4d9a-a99a-5e49d05c2cbc req-5d4a9cf6-0b64-44bb-9a0d-4d48a59d9a24 service neutron] 10.222.0.89 "GET /v2.0/networks/72ed361c-ef6b-4562-85b5-0e16d11b9029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052055 May 12 17:44:54.525695 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c47693-cfa2-45e0-a6cd-efda21ae9a31 req-54cb9d2b-3ea4-4ea0-9ff5-0aa6c9ec4d7c tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:54.527207 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-23c47693-cfa2-45e0-a6cd-efda21ae9a31 req-54cb9d2b-3ea4-4ea0-9ff5-0aa6c9ec4d7c tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 944 time: 0.0513532 May 12 17:44:54.574102 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-23c47693-cfa2-45e0-a6cd-efda21ae9a31 req-e3fb8979-a6bb-472f-b0d8-9b4d39fe0761 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412238 May 12 17:44:54.580389 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3881f-a2ef-42dd-a3be-dbd3a0c2d9c5 req-8e8f1e2b-ba39-4ac8-afd0-1c868c69acbc tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:54.581864 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-16a3881f-a2ef-42dd-a3be-dbd3a0c2d9c5 req-8e8f1e2b-ba39-4ac8-afd0-1c868c69acbc tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 945 time: 0.0465517 May 12 17:44:54.629056 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-16a3881f-a2ef-42dd-a3be-dbd3a0c2d9c5 req-fda184a8-b557-410b-b141-bff5fc330738 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415690 May 12 17:44:54.810703 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208e0fd-6782-417d-b8bf-816162cd8cbb req-136a9ba7-78cb-42a1-bf56-970380b2490b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:54.812164 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-9208e0fd-6782-417d-b8bf-816162cd8cbb req-136a9ba7-78cb-42a1-bf56-970380b2490b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0474448 May 12 17:44:54.864662 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-9208e0fd-6782-417d-b8bf-816162cd8cbb req-50c56500-02c9-4f31-876d-99de74aab878 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470181 May 12 17:44:55.061185 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada7a70-7f17-4a13-9faf-68c9a3baab53 req-3f3756b9-f53d-456a-9356-71aa095b0813 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:55.062633 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4ada7a70-7f17-4a13-9faf-68c9a3baab53 req-3f3756b9-f53d-456a-9356-71aa095b0813 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 944 time: 0.0508070 May 12 17:44:55.108988 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4ada7a70-7f17-4a13-9faf-68c9a3baab53 req-5bf835ba-a708-4ec9-8b59-4c0b4acfff7b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408938 May 12 17:44:55.188714 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:55.438975 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d034e6-5150-44e3-ba5c-21e968a3f8b1 req-4aa2f386-6a3e-41c0-8953-d128ff4c3004 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:55.440542 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-50d034e6-5150-44e3-ba5c-21e968a3f8b1 req-4aa2f386-6a3e-41c0-8953-d128ff4c3004 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0475461 May 12 17:44:55.452775 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8606f80-31bc-4294-8a92-e8de21533301 req-4afeb8a2-cede-49a7-ab97-1685bdd6a27e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:55.454297 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f8606f80-31bc-4294-8a92-e8de21533301 req-4afeb8a2-cede-49a7-ab97-1685bdd6a27e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0474131 May 12 17:44:55.494055 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-50d034e6-5150-44e3-ba5c-21e968a3f8b1 req-47020ff1-4a51-45e0-b76c-55871c21b4bc tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464818 May 12 17:44:55.501957 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f8606f80-31bc-4294-8a92-e8de21533301 req-17e9c55c-8825-4758-a081-26dfc3a4e836 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420620 May 12 17:44:55.685571 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844874ef-18c3-44e9-a364-44a58bea66cd req-5163fa68-691b-4c30-b068-124f517fc171 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:55.687093 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-844874ef-18c3-44e9-a364-44a58bea66cd req-5163fa68-691b-4c30-b068-124f517fc171 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 944 time: 0.0475581 May 12 17:44:55.734347 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-844874ef-18c3-44e9-a364-44a58bea66cd req-bc5c8ffe-e81c-45b4-9af4-65298e7afb7e tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418553 May 12 17:44:55.738472 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38911b9c-cbcc-477d-90fb-f813ebff96ea req-9b533705-133e-4d5e-9029-fddbb7170132 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:55.740004 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-38911b9c-cbcc-477d-90fb-f813ebff96ea req-9b533705-133e-4d5e-9029-fddbb7170132 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 945 time: 0.0460606 May 12 17:44:55.792594 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-38911b9c-cbcc-477d-90fb-f813ebff96ea req-35186b34-577f-4a74-8b7e-ce1754a4b7bb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464780 May 12 17:44:55.961842 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 26a87193-d1d2-4c6e-ba24-c895c9893c18 up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:44:55.977772 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc88ad-e446-4fad-9727-7ff5fc7f9566 req-d3b8914c-d50f-4aca-bb7f-afe244e454a6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:55.979263 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-32bc88ad-e446-4fad-9727-7ff5fc7f9566 req-d3b8914c-d50f-4aca-bb7f-afe244e454a6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0469580 May 12 17:44:56.006299 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port 26a87193-d1d2-4c6e-ba24-c895c9893c18 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:44:56.012700 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 26a87193-d1d2-4c6e-ba24-c895c9893c18 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:56.013118 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (26a87193-d1d2-4c6e-ba24-c895c9893c18), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.026102 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-32bc88ad-e446-4fad-9727-7ff5fc7f9566 req-189eee50-4383-4e5e-b3de-96de59690f85 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411603 May 12 17:44:56.091974 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 26a87193-d1d2-4c6e-ba24-c895c9893c18 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:56.092366 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (26a87193-d1d2-4c6e-ba24-c895c9893c18), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.116045 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a5023a-5da1-4a91-a0ad-0775ff136725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a87193-d1d2-4c6e-ba24-c895c9893c18'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:44:56.118898 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10ca8e7-2055-407d-8ab6-3d5908a281ea" -d '{"events": [{"server_uuid": "05a5023a-5da1-4a91-a0ad-0775ff136725", "name": "network-vif-plugged", "status": "completed", "tag": "26a87193-d1d2-4c6e-ba24-c895c9893c18"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:44:56.131360 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 26a87193-d1d2-4c6e-ba24-c895c9893c18, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=26a87193-d1d2-4c6e-ba24-c895c9893c18,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:56.135234 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (26a87193-d1d2-4c6e-ba24-c895c9893c18), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.136091 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 20f0b51d-9edf-437d-a233-3e26daa2ef7c up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:44:56.181512 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a85b13-d99e-4575-b91d-1f4665d03f73 x-openstack-request-id: req-42a85b13-d99e-4575-b91d-1f4665d03f73 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:44:56.181825 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a5023a-5da1-4a91-a0ad-0775ff136725", "name": "network-vif-plugged", "status": "completed", "tag": "26a87193-d1d2-4c6e-ba24-c895c9893c18", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:44:56.182083 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-42a85b13-d99e-4575-b91d-1f4665d03f73 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:44:56.182480 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a85b13-d99e-4575-b91d-1f4665d03f73'] response: {'server_uuid': '05a5023a-5da1-4a91-a0ad-0775ff136725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a87193-d1d2-4c6e-ba24-c895c9893c18', 'code': 200} May 12 17:44:56.222863 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=26a87193-d1d2-4c6e-ba24-c895c9893c18,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:56.231780 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 20f0b51d-9edf-437d-a233-3e26daa2ef7c triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:44:56.232163 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.234259 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd1f21-50bc-4f8d-ba8a-29163974e5a6 req-27be04f2-3494-46ee-84a9-2ab1d9732f71 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:56.235777 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-47dd1f21-50bc-4f8d-ba8a-29163974e5a6 req-27be04f2-3494-46ee-84a9-2ab1d9732f71 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 944 time: 0.0503991 May 12 17:44:56.283392 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-47dd1f21-50bc-4f8d-ba8a-29163974e5a6 req-5d04959f-9a21-4aa5-ae1d-ed6e20494a48 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413082 May 12 17:44:56.312311 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 20f0b51d-9edf-437d-a233-3e26daa2ef7c is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:56.312708 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.348154 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 20f0b51d-9edf-437d-a233-3e26daa2ef7c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:56.352254 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.399952 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=20f0b51d-9edf-437d-a233-3e26daa2ef7c,revision_number=7']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:56.453432 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93916d-630c-435c-86ae-7bc81190eafc req-a1034971-51c6-4765-a54c-fd0a932e1df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:56.454961 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ad93916d-630c-435c-86ae-7bc81190eafc req-a1034971-51c6-4765-a54c-fd0a932e1df6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=75736e80e44a481484d88e394c5269d6&device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 1128 time: 0.0412171 May 12 17:44:56.612949 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bc4e7-28eb-4831-a4dd-b27bea3c367c req-f4547887-ad7f-4fbb-988f-d61b6ba68271 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:56.613554 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:56.614867 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-336bc4e7-28eb-4831-a4dd-b27bea3c367c req-f4547887-ad7f-4fbb-988f-d61b6ba68271 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0510876 May 12 17:44:56.616648 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d284d-1c8a-4d3b-8456-ceae6e0e724e req-d4c59b5d-9796-4cf4-a7a6-0c2eba98cde4 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:56.619197 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0e9d284d-1c8a-4d3b-8456-ceae6e0e724e req-d4c59b5d-9796-4cf4-a7a6-0c2eba98cde4 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0482044 May 12 17:44:56.669551 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0e9d284d-1c8a-4d3b-8456-ceae6e0e724e req-66deed76-64b3-4f8c-bc3c-4aec38032a2f tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447757 May 12 17:44:56.702735 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-336bc4e7-28eb-4831-a4dd-b27bea3c367c req-866a52e9-c2b4-4dca-9301-f2c8f3eff0dc tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805900 May 12 17:44:56.740137 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281c5a6-4500-4bda-9edd-d04bf014cdca req-f27ee1f5-a0e0-4f29-b48a-3ed8f5931161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:56.741633 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a281c5a6-4500-4bda-9edd-d04bf014cdca req-f27ee1f5-a0e0-4f29-b48a-3ed8f5931161 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 1130 time: 0.0468938 May 12 17:44:56.775450 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93916d-630c-435c-86ae-7bc81190eafc req-8de5fdf5-e1f7-46c2-94b6-3b4a5964be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:56.777534 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ad93916d-630c-435c-86ae-7bc81190eafc req-8de5fdf5-e1f7-46c2-94b6-3b4a5964be6d service neutron] 10.222.0.89 "GET /v2.0/networks?id=72ed361c-ef6b-4562-85b5-0e16d11b9029 HTTP/1.1" status: 200 len: 910 time: 0.1168833 May 12 17:44:56.805459 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a281c5a6-4500-4bda-9edd-d04bf014cdca req-4cad2df9-6aad-47f9-a048-042bfc199d0d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468340 May 12 17:44:56.835642 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ad93916d-630c-435c-86ae-7bc81190eafc req-48ffa940-cd7e-4d40-bfef-f0ec920aa0d7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50c3310e-fb35-4a1e-b702-1e8dd20ff13a HTTP/1.1" status: 200 len: 217 time: 0.0374823 May 12 17:44:56.853668 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de5439-a38d-4d6b-ba06-cc842d7eeeac req-61bad303-a500-4b19-b196-ce7a2f335f28 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:56.855377 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c6de5439-a38d-4d6b-ba06-cc842d7eeeac req-61bad303-a500-4b19-b196-ce7a2f335f28 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 944 time: 0.0470822 May 12 17:44:56.903226 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c6de5439-a38d-4d6b-ba06-cc842d7eeeac req-afcba4b0-b52c-4780-ad07-cb0afcbf9b76 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424285 May 12 17:44:56.906192 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53631255-fd3f-4c81-b62c-9749d222ff5f req-542bc000-f8d4-4009-b0e3-940467d7b5be tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:56.907674 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-53631255-fd3f-4c81-b62c-9749d222ff5f req-542bc000-f8d4-4009-b0e3-940467d7b5be tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 946 time: 0.0466168 May 12 17:44:56.958617 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-53631255-fd3f-4c81-b62c-9749d222ff5f req-de9a4e5d-f1ed-4d93-8181-372ec928bed0 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454102 May 12 17:44:57.143010 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614d49b-7f42-49ed-ae29-d4d2bee49bf5 req-d1f4f43a-dc79-4f70-9444-116854070e52 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:57.144519 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3614d49b-7f42-49ed-ae29-d4d2bee49bf5 req-d1f4f43a-dc79-4f70-9444-116854070e52 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0500968 May 12 17:44:57.152254 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93916d-630c-435c-86ae-7bc81190eafc req-0c51de6e-9ed5-4d4e-8886-5a1468e4fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:57.153761 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ad93916d-630c-435c-86ae-7bc81190eafc req-0c51de6e-9ed5-4d4e-8886-5a1468e4fc06 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6855bd46-a361-47fd-9996-6db36d4a7e36 HTTP/1.1" status: 200 len: 849 time: 0.0455425 May 12 17:44:57.193875 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3614d49b-7f42-49ed-ae29-d4d2bee49bf5 req-6e867140-ec3b-4fad-897c-9242346e23c2 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430725 May 12 17:44:57.226969 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ad93916d-630c-435c-86ae-7bc81190eafc req-0c776ba7-e5ce-4ab6-a5a3-ad7947fd1c15 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72ed361c-ef6b-4562-85b5-0e16d11b9029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276535 May 12 17:44:57.329383 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ad93916d-630c-435c-86ae-7bc81190eafc req-53243d42-f41e-4574-9705-300d7d0ce244 service neutron] 10.222.0.89 "GET /v2.0/networks/72ed361c-ef6b-4562-85b5-0e16d11b9029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901017 May 12 17:44:57.450446 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e414fe-b3bc-4cb9-aad3-353925c1332b req-d8eb8880-4c2f-4a92-8ef1-3fbed89bfac6 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:57.451989 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-57e414fe-b3bc-4cb9-aad3-353925c1332b req-d8eb8880-4c2f-4a92-8ef1-3fbed89bfac6 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0895562 May 12 17:44:57.497635 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ad93916d-630c-435c-86ae-7bc81190eafc req-a8d7aef1-e14b-442c-8399-ac049be75da3 service neutron] 10.222.0.89 "GET /v2.0/networks/72ed361c-ef6b-4562-85b5-0e16d11b9029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532767 May 12 17:44:57.513791 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-57e414fe-b3bc-4cb9-aad3-353925c1332b req-5df73c8c-7b73-446f-9ba5-e01666330ebd tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557814 May 12 17:44:57.795673 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 50c3310e-fb35-4a1e-b702-1e8dd20ff13a details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:44:57.830305 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f48f13-1835-4b4b-bcb9-f60b2944c427 req-50166c54-8be4-4b5a-a5c3-1376c2222d3a tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:57.836796 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa211ee-3e14-4189-a19f-25748b1c7484 req-56b6ea11-667e-41df-8bc3-9c2c5c886347 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:57.837878 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a9f48f13-1835-4b4b-bcb9-f60b2944c427 req-50166c54-8be4-4b5a-a5c3-1376c2222d3a tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0600712 May 12 17:44:57.852226 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-4aa211ee-3e14-4189-a19f-25748b1c7484 req-56b6ea11-667e-41df-8bc3-9c2c5c886347 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0999072 May 12 17:44:57.886784 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a9f48f13-1835-4b4b-bcb9-f60b2944c427 req-91fd6fdb-073d-4442-be83-9347837779d9 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480168 May 12 17:44:57.938084 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-4aa211ee-3e14-4189-a19f-25748b1c7484 req-522b8a07-159a-4545-a7eb-114e60ee3d6a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827866 May 12 17:44:57.959507 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 50c3310e-fb35-4a1e-b702-1e8dd20ff13a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=50c3310e-fb35-4a1e-b702-1e8dd20ff13a,segment=NetworkSegment(a09ea6df-de70-4f98-b312-5b93ab7631da),segment_id=a09ea6df-de70-4f98-b312-5b93ab7631da)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:57.978481 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '50c3310e-fb35-4a1e-b702-1e8dd20ff13a', 'network_id': '72ed361c-ef6b-4562-85b5-0e16d11b9029', 'port_id': '50c3310e-fb35-4a1e-b702-1e8dd20ff13a', 'mac_address': 'fa:16:3e:bc:cf:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6855bd46-a361-47fd-9996-6db36d4a7e36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:44:58.035394 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 50c3310e-fb35-4a1e-b702-1e8dd20ff13a is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:44:58.035996 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (50c3310e-fb35-4a1e-b702-1e8dd20ff13a), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:58.051962 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c3310e-fb35-4a1e-b702-1e8dd20ff13a {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:44:58.082920 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 50c3310e-fb35-4a1e-b702-1e8dd20ff13a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=50c3310e-fb35-4a1e-b702-1e8dd20ff13a,segment=NetworkSegment(a09ea6df-de70-4f98-b312-5b93ab7631da),segment_id=a09ea6df-de70-4f98-b312-5b93ab7631da)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:44:58.092945 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (50c3310e-fb35-4a1e-b702-1e8dd20ff13a), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:44:58.097730 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150ceb9-dd69-4229-9922-6beb7b3430e1 req-7ea93934-f49e-4e77-9af5-2e6d00811b1f tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:58.099550 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5150ceb9-dd69-4229-9922-6beb7b3430e1 req-7ea93934-f49e-4e77-9af5-2e6d00811b1f tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 944 time: 0.0900612 May 12 17:44:58.109173 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b5338-3bde-4a53-9838-907a839081cf req-6aed364d-6120-4720-88b5-af2a628e8b87 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:58.110785 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e32b5338-3bde-4a53-9838-907a839081cf req-6aed364d-6120-4720-88b5-af2a628e8b87 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 946 time: 0.0646920 May 12 17:44:58.150711 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=50c3310e-fb35-4a1e-b702-1e8dd20ff13a,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:44:58.180763 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e32b5338-3bde-4a53-9838-907a839081cf req-4cd820f0-1ea5-4518-8a97-b6a192a0a7b6 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610161 May 12 17:44:58.183494 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b3f033-5f36-4355-8221-ab55bcba8722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f0b51d-9edf-437d-a233-3e26daa2ef7c'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:44:58.185890 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af60e4b1-817b-4f38-8572-35a6b20b8de2" -d '{"events": [{"server_uuid": "12b3f033-5f36-4355-8221-ab55bcba8722", "name": "network-vif-plugged", "status": "completed", "tag": "20f0b51d-9edf-437d-a233-3e26daa2ef7c"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:44:58.187574 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5150ceb9-dd69-4229-9922-6beb7b3430e1 req-80ef5993-d319-4db6-8075-586e8885322e tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771294 May 12 17:44:58.260999 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12903403-4845-45a5-aa2a-67e1a2e851fd x-openstack-request-id: req-12903403-4845-45a5-aa2a-67e1a2e851fd {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:44:58.261415 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b3f033-5f36-4355-8221-ab55bcba8722", "name": "network-vif-plugged", "status": "completed", "tag": "20f0b51d-9edf-437d-a233-3e26daa2ef7c", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:44:58.261747 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-12903403-4845-45a5-aa2a-67e1a2e851fd {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:44:58.262247 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12903403-4845-45a5-aa2a-67e1a2e851fd'] response: {'server_uuid': '12b3f033-5f36-4355-8221-ab55bcba8722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f0b51d-9edf-437d-a233-3e26daa2ef7c', 'code': 200} May 12 17:44:58.336974 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a508a-d651-4025-8b9a-30e950a80d9c req-2bcb1a5b-91d2-4f9d-8231-c9613a34a3ad tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:58.338017 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c03a508a-d651-4025-8b9a-30e950a80d9c req-2bcb1a5b-91d2-4f9d-8231-c9613a34a3ad tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0568714 May 12 17:44:58.395121 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c03a508a-d651-4025-8b9a-30e950a80d9c req-183adbcd-5d96-4602-a93d-e062acde41f8 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499983 May 12 17:44:58.651140 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb1abe-8ae2-47bd-b8a3-cb4cde05b257 req-6071e796-1955-41ba-a230-eed88262eb70 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:58.657722 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-81eb1abe-8ae2-47bd-b8a3-cb4cde05b257 req-6071e796-1955-41ba-a230-eed88262eb70 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0621874 May 12 17:44:58.712077 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-81eb1abe-8ae2-47bd-b8a3-cb4cde05b257 req-21798627-93e7-4776-bf92-1bcf90c97aba tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515146 May 12 17:44:58.978240 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['50c3310e-fb35-4a1e-b702-1e8dd20ff13a'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:44:59.051489 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc04e1-6382-4743-932a-5597da477a42 req-0ea741e4-5442-4199-9305-bd9567875749 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:59.061627 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ccbc04e1-6382-4743-932a-5597da477a42 req-0ea741e4-5442-4199-9305-bd9567875749 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0988688 May 12 17:44:59.144316 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ccbc04e1-6382-4743-932a-5597da477a42 req-7ec62ff6-0dee-4454-8347-e7d8829908fd tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817389 May 12 17:44:59.151545 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84474b4d-2e70-499d-87ea-2b5ca9998351 req-931824c8-549e-4921-aacf-0417bc0156a3 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:59.153245 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-84474b4d-2e70-499d-87ea-2b5ca9998351 req-931824c8-549e-4921-aacf-0417bc0156a3 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0884783 May 12 17:44:59.201762 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-84474b4d-2e70-499d-87ea-2b5ca9998351 req-d9580ff2-8cec-4b3a-90ff-b3db768a0fc5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427632 May 12 17:44:59.310313 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ecdf7-1f6a-420c-b290-75f80b029133 req-f4258e7d-ce13-4b86-9f66-873da13d2d59 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:59.311828 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f94ecdf7-1f6a-420c-b290-75f80b029133 req-f4258e7d-ce13-4b86-9f66-873da13d2d59 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 946 time: 0.0485339 May 12 17:44:59.324250 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35447a-3efc-4d67-9eee-0b94fb14856c req-845f1a31-1381-46fa-b694-1b6549d46b46 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:59.326066 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2d35447a-3efc-4d67-9eee-0b94fb14856c req-845f1a31-1381-46fa-b694-1b6549d46b46 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 945 time: 0.0485687 May 12 17:44:59.389108 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f94ecdf7-1f6a-420c-b290-75f80b029133 req-5300df04-8e3c-4a70-8a32-c18a2d16394c tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707328 May 12 17:44:59.391215 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2d35447a-3efc-4d67-9eee-0b94fb14856c req-2d3c02fd-2fcd-4b3f-a63b-638f14630db6 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590127 May 12 17:44:59.658443 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b252b50-bdde-492f-926f-a67fd34504ac req-ec667360-f949-4180-a7b2-0a38f938e122 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:59.660102 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3b252b50-bdde-492f-926f-a67fd34504ac req-ec667360-f949-4180-a7b2-0a38f938e122 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.1113338 May 12 17:44:59.715371 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3b252b50-bdde-492f-926f-a67fd34504ac req-5cf9ccd3-e5f5-464d-b7fa-0c6819747ac0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479381 May 12 17:44:59.839816 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2212b5a-1662-430d-8a51-5e66906615f6 req-ca21d8f6-9248-4129-988f-6b031a2f2814 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:44:59.841520 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a2212b5a-1662-430d-8a51-5e66906615f6 req-ca21d8f6-9248-4129-988f-6b031a2f2814 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0543652 May 12 17:44:59.899544 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a2212b5a-1662-430d-8a51-5e66906615f6 req-806b0f47-4a9f-4cbf-b894-c9881f8c0db8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525446 May 12 17:45:00.307363 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35649e3f-b8dc-4fcc-98ef-a9df2ec22d75 req-6e25fee4-126b-42af-a6dd-60ce52c7250b tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:00.309112 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-35649e3f-b8dc-4fcc-98ef-a9df2ec22d75 req-6e25fee4-126b-42af-a6dd-60ce52c7250b tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0706518 May 12 17:45:00.362047 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-35649e3f-b8dc-4fcc-98ef-a9df2ec22d75 req-97def26e-93f6-426a-940a-a411eb8f3bef tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468154 May 12 17:45:00.486918 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd51d3-d981-4d99-8ab0-7c02ce65fb12 req-3186fc1b-454f-4362-9fcf-f7f4dd4ac923 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:00.488784 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-24dd51d3-d981-4d99-8ab0-7c02ce65fb12 req-3186fc1b-454f-4362-9fcf-f7f4dd4ac923 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0568042 May 12 17:45:00.547660 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-24dd51d3-d981-4d99-8ab0-7c02ce65fb12 req-3c08a94a-4a7b-477d-9425-f344fc5513f0 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506873 May 12 17:45:00.706439 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ac238-32ad-4b7c-9ccf-54b1457a2a1a req-81fd27e3-7678-4248-b1d2-d7cc6553bb0e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:00.708559 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e35ac238-32ad-4b7c-9ccf-54b1457a2a1a req-81fd27e3-7678-4248-b1d2-d7cc6553bb0e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 946 time: 0.0895903 May 12 17:45:00.744656 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 50c3310e-fb35-4a1e-b702-1e8dd20ff13a up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:00.775327 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e35ac238-32ad-4b7c-9ccf-54b1457a2a1a req-04a86c44-57de-4edb-b68c-a2e4e63e4b33 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603054 May 12 17:45:00.792595 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port 50c3310e-fb35-4a1e-b702-1e8dd20ff13a completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:45:00.799935 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 50c3310e-fb35-4a1e-b702-1e8dd20ff13a triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:00.800509 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (50c3310e-fb35-4a1e-b702-1e8dd20ff13a), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.889895 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 50c3310e-fb35-4a1e-b702-1e8dd20ff13a is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:00.890295 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (50c3310e-fb35-4a1e-b702-1e8dd20ff13a), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.914300 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5afda-64dc-4ef7-b3e2-23c510109c68 req-5c9f723f-356d-4a3f-99f6-582bd028a677 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:00.922529 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b1f5afda-64dc-4ef7-b3e2-23c510109c68 req-5c9f723f-356d-4a3f-99f6-582bd028a677 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 945 time: 0.0829298 May 12 17:45:00.933689 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176f48af-5412-4ccb-99e0-1431c7fce694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c3310e-fb35-4a1e-b702-1e8dd20ff13a'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:00.936772 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0d816d-31cd-4c5d-bc30-6bce01554656" -d '{"events": [{"server_uuid": "176f48af-5412-4ccb-99e0-1431c7fce694", "name": "network-vif-plugged", "status": "completed", "tag": "50c3310e-fb35-4a1e-b702-1e8dd20ff13a"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:00.941150 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 50c3310e-fb35-4a1e-b702-1e8dd20ff13a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=50c3310e-fb35-4a1e-b702-1e8dd20ff13a,segment=NetworkSegment(a09ea6df-de70-4f98-b312-5b93ab7631da),segment_id=a09ea6df-de70-4f98-b312-5b93ab7631da)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:00.949982 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (50c3310e-fb35-4a1e-b702-1e8dd20ff13a), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:00.988071 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b1f5afda-64dc-4ef7-b3e2-23c510109c68 req-0c69328e-275e-4888-8a79-b279b0955240 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636787 May 12 17:45:01.008051 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=50c3310e-fb35-4a1e-b702-1e8dd20ff13a,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:01.113823 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e5490-7307-4da8-aef5-e3a651ad1758 req-cf84e6c6-c90b-4238-b1a7-e0a80b023d94 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:01.115526 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b48e5490-7307-4da8-aef5-e3a651ad1758 req-cf84e6c6-c90b-4238-b1a7-e0a80b023d94 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0578866 May 12 17:45:01.166699 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b48e5490-7307-4da8-aef5-e3a651ad1758 req-4a6973e8-21e4-4828-8a3d-3e17adf69ced tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451124 May 12 17:45:01.287640 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f102d6-7595-436a-b3e2-df140ce8717e req-c6299ac4-8502-4ea4-a3d0-dde368ac6342 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:01.295596 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b4f102d6-7595-436a-b3e2-df140ce8717e req-c6299ac4-8502-4ea4-a3d0-dde368ac6342 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0573294 May 12 17:45:01.347231 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b4f102d6-7595-436a-b3e2-df140ce8717e req-403c7d00-619f-4a9e-9bb7-901c76f0f026 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503757 May 12 17:45:01.406110 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b781c1-7f4a-4211-94af-a10e89cf1a86 x-openstack-request-id: req-e9b781c1-7f4a-4211-94af-a10e89cf1a86 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:01.406411 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176f48af-5412-4ccb-99e0-1431c7fce694", "name": "network-vif-plugged", "status": "completed", "tag": "50c3310e-fb35-4a1e-b702-1e8dd20ff13a", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:01.406697 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9b781c1-7f4a-4211-94af-a10e89cf1a86 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:01.407113 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b781c1-7f4a-4211-94af-a10e89cf1a86'] response: {'server_uuid': '176f48af-5412-4ccb-99e0-1431c7fce694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c3310e-fb35-4a1e-b702-1e8dd20ff13a', 'code': 200} May 12 17:45:01.516660 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9c17b-967c-45df-83f8-ee1f71e51997 req-9410c805-3d82-44f4-b9ba-7b2cc818095a tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:01.519145 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c7c9c17b-967c-45df-83f8-ee1f71e51997 req-9410c805-3d82-44f4-b9ba-7b2cc818095a tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0574725 May 12 17:45:01.597732 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c7c9c17b-967c-45df-83f8-ee1f71e51997 req-db69f4ad-d8e9-4629-b282-1e3b69429fcd tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687194 May 12 17:45:01.744321 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b7015-e230-4529-bca4-8b0d2d8c988e req-6a7222f8-a148-481c-98d8-81f98a7c6c97 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:01.756448 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d10b7015-e230-4529-bca4-8b0d2d8c988e req-6a7222f8-a148-481c-98d8-81f98a7c6c97 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0885513 May 12 17:45:01.838524 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d10b7015-e230-4529-bca4-8b0d2d8c988e req-c8fbf183-2a77-45d9-b849-754ea84f2e3d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806963 May 12 17:45:02.034956 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986789f-b673-417e-9eb4-29174c15e5c8 req-8acdbc13-560f-4d9d-969f-1a109b813376 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:02.053698 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0986789f-b673-417e-9eb4-29174c15e5c8 req-8acdbc13-560f-4d9d-969f-1a109b813376 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 946 time: 0.1300900 May 12 17:45:02.130164 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0986789f-b673-417e-9eb4-29174c15e5c8 req-ed9af0b7-41cc-44d0-b3f6-009d828bdd66 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745239 May 12 17:45:02.256327 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3859ece-17fc-4fa7-a1aa-47fc9c9be884 req-df4cc245-a5aa-46a0-bf33-38af829f71ee tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:02.270361 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f3859ece-17fc-4fa7-a1aa-47fc9c9be884 req-df4cc245-a5aa-46a0-bf33-38af829f71ee tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 946 time: 0.0649412 May 12 17:45:02.272838 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 48952) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:02.278598 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-fed31d07-b4b0-4262-94a3-96f4e574ea9e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'floatingip': {'port_id': '26a87193-d1d2-4c6e-ba24-c895c9893c18'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:02.338247 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f8a5e-fdfe-4d52-9eae-303202ff69f9 req-830d2f69-06d5-41c7-9156-d27616f99df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:02.340070 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-350f8a5e-fdfe-4d52-9eae-303202ff69f9 req-830d2f69-06d5-41c7-9156-d27616f99df0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 1130 time: 0.4039333 May 12 17:45:02.346916 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-fed31d07-b4b0-4262-94a3-96f4e574ea9e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (3dcb991e-6c15-462d-8f23-b11e95ba974b), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:02.361496 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c90e0-3b06-4cc2-bc1d-567e83cf5f04 req-de83b1dc-c8a0-4f07-a4ee-fef2a965f9fe tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:02.363015 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-070c90e0-3b06-4cc2-bc1d-567e83cf5f04 req-de83b1dc-c8a0-4f07-a4ee-fef2a965f9fe tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 946 time: 0.0793586 May 12 17:45:02.430880 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-070c90e0-3b06-4cc2-bc1d-567e83cf5f04 req-4a7f7902-896a-494f-ba73-7497782f8cbb tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551929 May 12 17:45:02.443334 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f147289-69d3-4105-90d9-9426f4cf395d req-4acbcabd-227b-46c4-9587-7a0d05c0bff0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:02.445015 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3f147289-69d3-4105-90d9-9426f4cf395d req-4acbcabd-227b-46c4-9587-7a0d05c0bff0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.1160622 May 12 17:45:02.553427 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52838eab-0b10-4da2-9e2f-0bbcf54a4716 req-caf4a250-7cd0-409e-bef4-9b7af3b6dfd1 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:02.556798 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-52838eab-0b10-4da2-9e2f-0bbcf54a4716 req-caf4a250-7cd0-409e-bef4-9b7af3b6dfd1 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0666785 May 12 17:45:02.586817 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3f147289-69d3-4105-90d9-9426f4cf395d req-be90a6b9-af20-45bf-aa18-0a0d3c1ba253 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343162 May 12 17:45:02.620288 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-52838eab-0b10-4da2-9e2f-0bbcf54a4716 req-51124c88-8686-4e4f-8859-876855cc25da tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575900 May 12 17:45:02.758129 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:45:02.762835 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b1a2f-0a4d-49c3-afa3-3455e271f640 req-044303ba-56e3-4954-9531-afa0e0ddbb0d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:02.770619 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-515b1a2f-0a4d-49c3-afa3-3455e271f640 req-044303ba-56e3-4954-9531-afa0e0ddbb0d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0828900 May 12 17:45:02.885621 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:02.902765 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': 'aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'port_id': 'aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4', 'mac_address': 'fa:16:3e:3c:24:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:45:02.947745 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:02.948476 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:02.954585 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-515b1a2f-0a4d-49c3-afa3-3455e271f640 req-d8494efd-9750-4078-96a4-3b8c5edcef01 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832120 May 12 17:45:02.965550 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:45:02.991643 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:03.003671 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:03.017558 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5eed79-2ab2-4a0c-b930-d5c5d9a81d7f req-12a825e9-bf63-4705-ac1d-6d3cb8281c23 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:03.019392 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2c5eed79-2ab2-4a0c-b930-d5c5d9a81d7f req-12a825e9-bf63-4705-ac1d-6d3cb8281c23 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.1062794 May 12 17:45:03.094942 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:03.104397 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2c5eed79-2ab2-4a0c-b930-d5c5d9a81d7f req-297a30bb-1ff1-4697-ab22-aa9a581f7a8f tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769501 May 12 17:45:03.156446 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-fed31d07-b4b0-4262-94a3-96f4e574ea9e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:03.160853 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-fed31d07-b4b0-4262-94a3-96f4e574ea9e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (3dcb991e-6c15-462d-8f23-b11e95ba974b), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:03.274190 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.l3_db [None req-fed31d07-b4b0-4262-94a3-96f4e574ea9e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Floating IP 3dcb991e-6c15-462d-8f23-b11e95ba974b associated. External IP: 172.27.3.59, port: 26a87193-d1d2-4c6e-ba24-c895c9893c18. May 12 17:45:03.587087 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:45:03.727822 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7b70d-95da-4e31-80b1-d5f9d58ed990 req-ce2c1cbb-a7cb-407b-90a9-e6eeb7eff67d tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:03.736025 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e9a7b70d-95da-4e31-80b1-d5f9d58ed990 req-ce2c1cbb-a7cb-407b-90a9-e6eeb7eff67d tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 946 time: 0.0927184 May 12 17:45:03.780904 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613d743-53da-4f95-82d5-aa3ca164d186 req-c3c7902b-ceb4-4461-995b-62041432b4f6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:03.806224 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b613d743-53da-4f95-82d5-aa3ca164d186 req-c3c7902b-ceb4-4461-995b-62041432b4f6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.1090429 May 12 17:45:03.824006 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e9a7b70d-95da-4e31-80b1-d5f9d58ed990 req-55557919-4926-4f12-acd3-5a961d539b7c tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837245 May 12 17:45:03.909363 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b613d743-53da-4f95-82d5-aa3ca164d186 req-0bc9e3db-cbd4-4689-a6b2-ea0aa0f0784a tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987105 May 12 17:45:03.971627 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a6c39-ef3e-4202-bc1c-354ec8bb601a req-aedd6696-9393-4aa5-9401-d616d32a0c4b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:03.973266 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b58a6c39-ef3e-4202-bc1c-354ec8bb601a req-aedd6696-9393-4aa5-9401-d616d32a0c4b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0756853 May 12 17:45:04.108469 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b58a6c39-ef3e-4202-bc1c-354ec8bb601a req-5a29cf2c-3df9-4dd3-9363-50b071dd0415 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966129 May 12 17:45:04.110034 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f800f0-0498-44ec-8940-f38d9ea634a7 req-d2cea515-e301-42c4-844c-544320e64d22 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:04.118934 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-27f800f0-0498-44ec-8940-f38d9ea634a7 req-d2cea515-e301-42c4-844c-544320e64d22 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 944 time: 0.0832667 May 12 17:45:04.174783 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed31d07-b4b0-4262-94a3-96f4e574ea9e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Router 20c039b5-b469-4a55-8d72-a91b8dff6cff has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:45:04.230776 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-350f8a5e-fdfe-4d52-9eae-303202ff69f9 req-28cc0ad1-a76e-4761-8126-50de18a873b3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408558 May 12 17:45:04.248733 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-27f800f0-0498-44ec-8940-f38d9ea634a7 req-26a05874-b6fe-4081-b8a6-3d7b5c60a62b tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287584 May 12 17:45:04.311064 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614520fb-e5c1-4bce-8710-952ddfd9dc67 req-f6173b42-f594-4700-b393-017aa975db5b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:04.318527 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-614520fb-e5c1-4bce-8710-952ddfd9dc67 req-f6173b42-f594-4700-b393-017aa975db5b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.1175907 May 12 17:45:04.411038 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed31d07-b4b0-4262-94a3-96f4e574ea9e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:45:04.424715 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b3c873-585e-49c0-b988-73030ef8dad8 None None] Sync routers for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:45:04.431751 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-614520fb-e5c1-4bce-8710-952ddfd9dc67 req-603a562b-edc8-483f-9788-04990fe3ea55 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118321 May 12 17:45:04.435117 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-fed31d07-b4b0-4262-94a3-96f4e574ea9e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:04.452544 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b3c873-585e-49c0-b988-73030ef8dad8 None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:04.453500 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-d6b3c873-585e-49c0-b988-73030ef8dad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:44:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:04.472262 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-fed31d07-b4b0-4262-94a3-96f4e574ea9e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "PUT /v2.0/floatingips/3dcb991e-6c15-462d-8f23-b11e95ba974b HTTP/1.1" status: 200 len: 991 time: 2.1973612 May 12 17:45:04.473074 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a5023a-5da1-4a91-a0ad-0775ff136725', 'tag': '26a87193-d1d2-4c6e-ba24-c895c9893c18'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:04.477386 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdf542c-9785-40eb-924b-c23e2b8ba4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "05a5023a-5da1-4a91-a0ad-0775ff136725", "tag": "26a87193-d1d2-4c6e-ba24-c895c9893c18"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:04.521221 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7bc7f2-8e67-453d-844a-fc7b0c88f676 x-openstack-request-id: req-bb7bc7f2-8e67-453d-844a-fc7b0c88f676 {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:04.521897 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a5023a-5da1-4a91-a0ad-0775ff136725", "tag": "26a87193-d1d2-4c6e-ba24-c895c9893c18", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:04.522432 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bb7bc7f2-8e67-453d-844a-fc7b0c88f676 {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:04.523063 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7bc7f2-8e67-453d-844a-fc7b0c88f676'] response: {'name': 'network-changed', 'server_uuid': '05a5023a-5da1-4a91-a0ad-0775ff136725', 'tag': '26a87193-d1d2-4c6e-ba24-c895c9893c18', 'status': 'completed', 'code': 200} May 12 17:45:04.586440 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-d6b3c873-585e-49c0-b988-73030ef8dad8 None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:04.680879 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf542c-9785-40eb-924b-c23e2b8ba4e8 req-e5092b52-5bf6-4a34-8302-cc377fb106f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:04.682258 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2cdf542c-9785-40eb-924b-c23e2b8ba4e8 req-e5092b52-5bf6-4a34-8302-cc377fb106f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 1130 time: 0.0475426 May 12 17:45:04.743036 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c5ceb-5175-4521-ad2c-feb606ddd0bd req-3c19db8c-7755-4c3f-b337-c2e5ebb52632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:04.745206 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3c4c5ceb-5175-4521-ad2c-feb606ddd0bd req-3c19db8c-7755-4c3f-b337-c2e5ebb52632 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 1129 time: 0.0760596 May 12 17:45:04.855475 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3c4c5ceb-5175-4521-ad2c-feb606ddd0bd req-4a84c4f0-709e-44fb-8d21-6f002e644ad1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961926 May 12 17:45:04.863439 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-d6b3c873-585e-49c0-b988-73030ef8dad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '3dcb991e-6c15-462d-8f23-b11e95ba974b', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': '26a87193-d1d2-4c6e-ba24-c895c9893c18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:b2:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5023a-5da1-4a91-a0ad-0775ff136725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:44:35Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 1, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}, {'id': 'cc1bc188-2b53-433d-a8bf-202f72eccd4a', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:3d:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:42:59Z', 'updated_at': '2022-05-12T17:43:30Z', 'revision_number': 2, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:04.880005 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf542c-9785-40eb-924b-c23e2b8ba4e8 req-40df1392-535c-4cbe-9ede-d22a4f54e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:04.882847 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2cdf542c-9785-40eb-924b-c23e2b8ba4e8 req-40df1392-535c-4cbe-9ede-d22a4f54e77c service neutron] 10.222.0.89 "GET /v2.0/networks?id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5 HTTP/1.1" status: 200 len: 916 time: 0.1893084 May 12 17:45:04.908364 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b3c873-585e-49c0-b988-73030ef8dad8 None None] Checking router: 20c039b5-b469-4a55-8d72-a91b8dff6cff for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:45:04.923352 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b3c873-585e-49c0-b988-73030ef8dad8 None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:04.923993 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-d6b3c873-585e-49c0-b988-73030ef8dad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:44:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:04.990929 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d538995-9992-4358-8be2-300877b5e524 req-5f747bef-fa7e-47bb-952a-0aa6301974d8 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:04.993769 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2d538995-9992-4358-8be2-300877b5e524 req-5f747bef-fa7e-47bb-952a-0aa6301974d8 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 946 time: 0.0810397 May 12 17:45:05.058089 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa448a6-3a9d-470e-baf3-c59f7c4cb560 req-23df2f18-5ac2-447c-97cc-b21d872d31eb tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:05.065891 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-afa448a6-3a9d-470e-baf3-c59f7c4cb560 req-23df2f18-5ac2-447c-97cc-b21d872d31eb tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0597203 May 12 17:45:05.066088 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-d6b3c873-585e-49c0-b988-73030ef8dad8 None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:05.066545 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2d538995-9992-4358-8be2-300877b5e524 req-3670750d-56df-461a-9d8d-2bc31d4337b5 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549083 May 12 17:45:05.174897 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-afa448a6-3a9d-470e-baf3-c59f7c4cb560 req-4cfaac52-b9f0-4ff0-b3d2-128e93f4aea7 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964091 May 12 17:45:05.277359 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:05.316178 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657679e3-0140-461b-bde9-47e2d3abf19f req-4ab83e54-9f5a-484c-bb06-a1c3c63a8a1d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:05.317623 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-657679e3-0140-461b-bde9-47e2d3abf19f req-4ab83e54-9f5a-484c-bb06-a1c3c63a8a1d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0870140 May 12 17:45:05.367723 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:45:05.385933 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:05.387205 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:05.408915 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79adb7-e4e8-407c-a26b-7c01fb639d6f req-e1653b71-d6c4-491b-9f3a-3ccfc4a199f0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:05.409180 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-d6b3c873-585e-49c0-b988-73030ef8dad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '3dcb991e-6c15-462d-8f23-b11e95ba974b', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': '26a87193-d1d2-4c6e-ba24-c895c9893c18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:b2:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5023a-5da1-4a91-a0ad-0775ff136725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:44:35Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 1, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}, {'id': 'cc1bc188-2b53-433d-a8bf-202f72eccd4a', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:3d:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:42:59Z', 'updated_at': '2022-05-12T17:43:30Z', 'revision_number': 2, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:05.415446 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-cf79adb7-e4e8-407c-a26b-7c01fb639d6f req-e1653b71-d6c4-491b-9f3a-3ccfc4a199f0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 944 time: 0.0666974 May 12 17:45:05.437521 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-657679e3-0140-461b-bde9-47e2d3abf19f req-a41c62f5-9a41-4b18-aea3-adc9430c778a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129875 May 12 17:45:05.471412 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b3c873-585e-49c0-b988-73030ef8dad8 None None] The sync data for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi is: [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '3dcb991e-6c15-462d-8f23-b11e95ba974b', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': '26a87193-d1d2-4c6e-ba24-c895c9893c18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:b2:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5023a-5da1-4a91-a0ad-0775ff136725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:44:35Z', 'updated_at': '2022-05-12T17:45:03Z', 'revision_number': 1, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}, {'id': 'cc1bc188-2b53-433d-a8bf-202f72eccd4a', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:3d:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:42:59Z', 'updated_at': '2022-05-12T17:43:30Z', 'revision_number': 2, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:45:05.517826 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-cf79adb7-e4e8-407c-a26b-7c01fb639d6f req-6e2dfc1f-f9d0-4ffe-bb99-37d38fa6f2dc tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905194 May 12 17:45:05.549962 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:05.550364 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:05.586249 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a1ff6d-1105-476b-880e-39e5d783b0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:05.588977 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25608a18-c00d-420f-86be-06be94990a8e" -d '{"events": [{"server_uuid": "58a1ff6d-1105-476b-880e-39e5d783b0a2", "name": "network-vif-plugged", "status": "completed", "tag": "aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:05.608675 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e8ee8-b516-4c75-be68-b5ee4381412d req-9929b76c-8ec4-4f46-a873-a866b3953734 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:05.610092 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:05.610745 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a86e8ee8-b516-4c75-be68-b5ee4381412d req-9929b76c-8ec4-4f46-a873-a866b3953734 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0755699 May 12 17:45:05.624359 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:05.660051 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a16389-070c-49ed-b51b-0fb4e1b62670 x-openstack-request-id: req-c2a16389-070c-49ed-b51b-0fb4e1b62670 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:05.660381 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a1ff6d-1105-476b-880e-39e5d783b0a2", "name": "network-vif-plugged", "status": "completed", "tag": "aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:05.661507 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c2a16389-070c-49ed-b51b-0fb4e1b62670 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:05.662078 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a16389-070c-49ed-b51b-0fb4e1b62670'] response: {'server_uuid': '58a1ff6d-1105-476b-880e-39e5d783b0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4', 'code': 200} May 12 17:45:05.717784 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:05.724887 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a86e8ee8-b516-4c75-be68-b5ee4381412d req-cebe9f82-696c-4030-bff9-dbf006b80c97 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062214 May 12 17:45:05.766494 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2cdf542c-9785-40eb-924b-c23e2b8ba4e8 req-62384153-66cf-486c-9c73-df58bdc2c676 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26a87193-d1d2-4c6e-ba24-c895c9893c18 HTTP/1.1" status: 200 len: 999 time: 0.1098137 May 12 17:45:05.817451 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7750a43-03f7-4141-85c4-4797f3ed819d None None] New status for floating IP 3dcb991e-6c15-462d-8f23-b11e95ba974b: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:45:06.211984 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68282c-38ce-4e1a-85e9-97d8a3ea8222 req-8e0d9a6d-de42-473d-8786-b8f7adf14a3d tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:06.219872 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ce68282c-38ce-4e1a-85e9-97d8a3ea8222 req-8e0d9a6d-de42-473d-8786-b8f7adf14a3d tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 946 time: 0.0715115 May 12 17:45:06.273948 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ce68282c-38ce-4e1a-85e9-97d8a3ea8222 req-288e4478-4e6e-418f-8e7c-80bf3738fb02 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528111 May 12 17:45:06.337754 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ccf50-000d-443c-8ac9-764d50c79112 req-8a9d192d-c2a6-423a-8ff1-5be75d87c149 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:06.346761 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-803ccf50-000d-443c-8ac9-764d50c79112 req-8a9d192d-c2a6-423a-8ff1-5be75d87c149 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0733118 May 12 17:45:06.403263 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-803ccf50-000d-443c-8ac9-764d50c79112 req-5f3b0744-6439-42c6-82e7-b193c80f9c4b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554419 May 12 17:45:06.529369 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf542c-9785-40eb-924b-c23e2b8ba4e8 req-eb759a49-3379-4f2f-8188-b54a87ebf19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:06.530988 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2cdf542c-9785-40eb-924b-c23e2b8ba4e8 req-eb759a49-3379-4f2f-8188-b54a87ebf19c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e6c02cbf-c8ea-4ce8-9704-004518301240 HTTP/1.1" status: 200 len: 854 time: 0.0678020 May 12 17:45:06.583303 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24a28d-9568-44b1-b7ab-62f02cabd7d9 req-c3f60398-9733-4aa7-be23-a40b683a52ff tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:06.587167 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4f24a28d-9568-44b1-b7ab-62f02cabd7d9 req-c3f60398-9733-4aa7-be23-a40b683a52ff tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0602908 May 12 17:45:06.654545 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4f24a28d-9568-44b1-b7ab-62f02cabd7d9 req-b3095e0b-ad9c-44a9-ad92-b5d95e73c26c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636489 May 12 17:45:06.671244 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3bb61-1ba2-4ecf-b291-3a9fcbd659de req-9e21af63-650a-44ce-8fc9-977e993f43b1 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:06.673854 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-44b3bb61-1ba2-4ecf-b291-3a9fcbd659de req-9e21af63-650a-44ce-8fc9-977e993f43b1 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0692818 May 12 17:45:06.734440 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-44b3bb61-1ba2-4ecf-b291-3a9fcbd659de req-03fe3c4c-94cc-4491-80a1-7d94f3ed536c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539377 May 12 17:45:06.886219 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3921e-7b9c-4e8d-b894-ac5396a0d04e req-6764b31f-0a12-42e1-a8d1-7105ccaa2fbe tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:06.890242 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e5d3921e-7b9c-4e8d-b894-ac5396a0d04e req-6764b31f-0a12-42e1-a8d1-7105ccaa2fbe tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0981112 May 12 17:45:06.963617 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e5d3921e-7b9c-4e8d-b894-ac5396a0d04e req-da88931e-c977-4263-ad18-a8959a860424 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656056 May 12 17:45:07.424569 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fc995-d02b-47dd-9191-bf7134e6847c req-f176905c-4243-43ac-9b2d-20ee8a71b61c tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:07.426256 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fe4fc995-d02b-47dd-9191-bf7134e6847c req-f176905c-4243-43ac-9b2d-20ee8a71b61c tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 946 time: 0.0522597 May 12 17:45:07.499596 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fe4fc995-d02b-47dd-9191-bf7134e6847c req-78a84b8c-9840-487a-ade1-cab8a9489b5d tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551875 May 12 17:45:07.534406 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200aa83-6bad-4da5-a5be-90dbe55aa754 req-ff42b841-9b9c-4db6-adf1-a9e9aa350151 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:07.536133 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c200aa83-6bad-4da5-a5be-90dbe55aa754 req-ff42b841-9b9c-4db6-adf1-a9e9aa350151 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0570302 May 12 17:45:07.614148 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c200aa83-6bad-4da5-a5be-90dbe55aa754 req-8e723d3a-be8b-4d61-8217-4bee6b849034 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705078 May 12 17:45:07.664575 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf542c-9785-40eb-924b-c23e2b8ba4e8 req-e6283c53-2647-490c-bbe3-755f1ef99536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:07.665967 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2cdf542c-9785-40eb-924b-c23e2b8ba4e8 req-e6283c53-2647-490c-bbe3-755f1ef99536 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0790007 May 12 17:45:07.849178 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686e3fa-bc92-4e10-8fb5-1076521db678 req-798438db-2c18-4cd2-a920-2f1e117f2298 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:07.856437 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1686e3fa-bc92-4e10-8fb5-1076521db678 req-798438db-2c18-4cd2-a920-2f1e117f2298 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0988245 May 12 17:45:07.912876 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56bc95-7e43-433c-b08b-fd5023fa100a req-471f4e5c-8838-4b4a-8d2b-48e79c691eb4 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:07.915117 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6c56bc95-7e43-433c-b08b-fd5023fa100a req-471f4e5c-8838-4b4a-8d2b-48e79c691eb4 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0813444 May 12 17:45:07.953519 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1686e3fa-bc92-4e10-8fb5-1076521db678 req-32e252b0-6e90-4674-8409-b1e68473cd5f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916090 May 12 17:45:07.989734 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6c56bc95-7e43-433c-b08b-fd5023fa100a req-629c09f3-a38a-4506-8950-865d3b7341ec tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641720 May 12 17:45:08.088213 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77996515-da1d-4802-8a04-15560002f580 req-eac623b0-7603-415e-8533-3de71b172b07 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:08.089694 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-77996515-da1d-4802-8a04-15560002f580 req-eac623b0-7603-415e-8533-3de71b172b07 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0530930 May 12 17:45:08.170495 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-77996515-da1d-4802-8a04-15560002f580 req-861d2e68-f8a0-4a06-899f-c9a8a82778a2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646098 May 12 17:45:08.403343 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d19d3-8ac1-4c87-b58d-e2bb4fdab995 req-bee0134e-e440-42bb-8ee2-6d430ccd1c10 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:08.404943 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c80d19d3-8ac1-4c87-b58d-e2bb4fdab995 req-bee0134e-e440-42bb-8ee2-6d430ccd1c10 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 946 time: 0.0534561 May 12 17:45:08.453260 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c80d19d3-8ac1-4c87-b58d-e2bb4fdab995 req-6e464f9b-b9ce-4aa1-94b2-a5534be0d481 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424528 May 12 17:45:08.454699 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b182df1-1ed3-4ea5-8e47-26dd3faba198 req-5c546e5f-a8ba-45cd-9088-8885cc1b0d27 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:08.456395 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-9b182df1-1ed3-4ea5-8e47-26dd3faba198 req-5c546e5f-a8ba-45cd-9088-8885cc1b0d27 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0476398 May 12 17:45:08.502619 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-9b182df1-1ed3-4ea5-8e47-26dd3faba198 req-67046401-89f0-4211-8816-52c538cbce83 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 May 12 17:45:08.719332 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac901e-82b5-4425-a8de-fe41531cf5c6 req-adc2ae4d-6572-45c1-9734-a96fbd9f924f tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:08.720798 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-87ac901e-82b5-4425-a8de-fe41531cf5c6 req-adc2ae4d-6572-45c1-9734-a96fbd9f924f tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0466344 May 12 17:45:08.769157 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-87ac901e-82b5-4425-a8de-fe41531cf5c6 req-17d7c366-4c8e-435a-ab91-1ac82ba376cf tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428624 May 12 17:45:09.087475 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25fc33-a9c8-4ce0-85b3-e44dc240e243 req-f266f1a7-130a-44bf-bffb-c4db5197c2c6 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:09.089158 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7e25fc33-a9c8-4ce0-85b3-e44dc240e243 req-f266f1a7-130a-44bf-bffb-c4db5197c2c6 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0606275 May 12 17:45:09.122288 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6916a0b-e90b-4216-b0a6-46ef5602acc4 req-05fcb3ea-cc34-4d5b-9f01-b9db7b2cfb07 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:09.124004 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b6916a0b-e90b-4216-b0a6-46ef5602acc4 req-05fcb3ea-cc34-4d5b-9f01-b9db7b2cfb07 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0627775 May 12 17:45:09.129394 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60524c07-f189-4958-9dc6-2fa8bd9a3597 req-2565eb13-5945-444d-a18f-b09999e280bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:09.130863 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-60524c07-f189-4958-9dc6-2fa8bd9a3597 req-2565eb13-5945-444d-a18f-b09999e280bc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 1129 time: 0.0586507 May 12 17:45:09.159284 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7e25fc33-a9c8-4ce0-85b3-e44dc240e243 req-c1b97b79-a83d-4ee3-81a3-f47e16d07305 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524259 May 12 17:45:09.199093 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b6916a0b-e90b-4216-b0a6-46ef5602acc4 req-a2a6bd5b-df3f-4dd2-a26d-c803f2cb2132 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693491 May 12 17:45:09.256835 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2cdf542c-9785-40eb-924b-c23e2b8ba4e8 req-0f48a3de-7ded-43e6-98e2-15f0f2028807 service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015270 May 12 17:45:09.464281 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:09.568923 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b84dc-f63c-4125-983b-602f4a032f61 req-3f873cf1-bf41-44fe-bdd6-97daf9114173 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:09.570480 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5b4b84dc-f63c-4125-983b-602f4a032f61 req-3f873cf1-bf41-44fe-bdd6-97daf9114173 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 946 time: 0.0492399 May 12 17:45:09.617983 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5b4b84dc-f63c-4125-983b-602f4a032f61 req-e5d5fdb1-b028-416c-8074-cff00535c21c tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418210 May 12 17:45:09.621372 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df8f4d-f95e-4d5c-b40f-4ec784954ab6 req-57d04a83-0b6c-4b64-9421-e1316c6b12d5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:09.622876 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-80df8f4d-f95e-4d5c-b40f-4ec784954ab6 req-57d04a83-0b6c-4b64-9421-e1316c6b12d5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0510416 May 12 17:45:09.670217 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-80df8f4d-f95e-4d5c-b40f-4ec784954ab6 req-ded2fdd4-88b6-4db4-97f2-50a2a3e53ca2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417075 May 12 17:45:09.885207 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc435d-ca9d-49cc-8a1e-b74ebebe9740 req-5a4c8748-53d2-4ced-a17a-ca979a67dd20 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:09.886641 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6bfc435d-ca9d-49cc-8a1e-b74ebebe9740 req-5a4c8748-53d2-4ced-a17a-ca979a67dd20 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0499475 May 12 17:45:09.932689 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6bfc435d-ca9d-49cc-8a1e-b74ebebe9740 req-77fabd44-00c4-429a-97c8-1a12fc783e20 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404019 May 12 17:45:10.299048 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dbf7f-9f3c-4ed2-b487-3377f24ac471 req-ce0bb606-947c-4b4a-9d1d-a36e88513636 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:10.300541 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-775dbf7f-9f3c-4ed2-b487-3377f24ac471 req-ce0bb606-947c-4b4a-9d1d-a36e88513636 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0488570 May 12 17:45:10.314475 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d441c-e59f-4808-b3d4-7ff8b8c70df0 req-194a0d42-505e-47cc-a28d-7688ae6396da tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:10.315982 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-501d441c-e59f-4808-b3d4-7ff8b8c70df0 req-194a0d42-505e-47cc-a28d-7688ae6396da tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0478528 May 12 17:45:10.350432 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-775dbf7f-9f3c-4ed2-b487-3377f24ac471 req-50caea5b-1457-4f39-9bde-fa0bddcd576f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431025 May 12 17:45:10.364972 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-501d441c-e59f-4808-b3d4-7ff8b8c70df0 req-c0908d01-6d52-4717-9930-9fcb1c2ab50f tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429919 May 12 17:45:10.737793 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4701384-9b23-41bb-8d4a-5ba9c642c4ea req-63a650b4-e699-4610-b7b6-ed6c520e2bfa tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:10.739186 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f4701384-9b23-41bb-8d4a-5ba9c642c4ea req-63a650b4-e699-4610-b7b6-ed6c520e2bfa tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 946 time: 0.0523038 May 12 17:45:10.787106 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f4701384-9b23-41bb-8d4a-5ba9c642c4ea req-f1ee7890-3139-4ce6-b20c-8163a233bb29 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421758 May 12 17:45:10.787611 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfdc99-2333-4e4f-bd5f-24754ee81585 req-3ee9dbcd-cbb5-4bd2-97ea-42573a53984a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:10.789825 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-44dfdc99-2333-4e4f-bd5f-24754ee81585 req-3ee9dbcd-cbb5-4bd2-97ea-42573a53984a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0514419 May 12 17:45:10.836306 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-44dfdc99-2333-4e4f-bd5f-24754ee81585 req-28c5d20e-c261-4b0f-8164-824712bee31c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408533 May 12 17:45:11.059307 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09595a-731f-4136-9d1e-f44e1fa7bbf4 req-e20c6923-c0c8-42bc-8dd4-5b1e2869fcc8 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:11.063259 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-df09595a-731f-4136-9d1e-f44e1fa7bbf4 req-e20c6923-c0c8-42bc-8dd4-5b1e2869fcc8 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0634110 May 12 17:45:11.077718 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-60524c07-f189-4958-9dc6-2fa8bd9a3597 req-b30a1eaa-b701-47ee-8613-fab0f20bd7c6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437043 May 12 17:45:11.167794 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5720e-c0db-48ef-bfdd-4a7d6f339c88 req-b946de74-90cb-47f6-be26-833e0d255e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:11.169276 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-25b5720e-c0db-48ef-bfdd-4a7d6f339c88 req-b946de74-90cb-47f6-be26-833e0d255e2b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 1129 time: 0.1048543 May 12 17:45:11.201307 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-df09595a-731f-4136-9d1e-f44e1fa7bbf4 req-068e2c3d-0ac7-4b1b-b524-b385c77e09be tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260734 May 12 17:45:11.214475 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2cdf542c-9785-40eb-924b-c23e2b8ba4e8 req-cffa7e6f-b2de-4a55-a72f-2855da7784a2 service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703589 May 12 17:45:11.468344 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbead3-9bd1-4b6f-8bc7-dd5422417d0c req-6a91d12b-f00d-447b-a3bb-2ab121fc5c77 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:11.469856 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1afbead3-9bd1-4b6f-8bc7-dd5422417d0c req-6a91d12b-f00d-447b-a3bb-2ab121fc5c77 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0477176 May 12 17:45:11.478991 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74cc9a-5930-48ab-aa17-b95421cb195c req-521162c2-1176-43f2-b206-4b97229ba892 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:11.480497 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6a74cc9a-5930-48ab-aa17-b95421cb195c req-521162c2-1176-43f2-b206-4b97229ba892 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0483119 May 12 17:45:11.520625 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1afbead3-9bd1-4b6f-8bc7-dd5422417d0c req-5fb7f98a-6736-4c0b-b784-6e88d0b3f329 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450609 May 12 17:45:11.539550 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6a74cc9a-5930-48ab-aa17-b95421cb195c req-891834c4-c38e-47bc-8501-e4b345355481 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502279 May 12 17:45:11.904664 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5ed45-3d7e-4bf6-a8ae-2503298c53ed req-d01bcdf6-615f-44ee-a872-b8e7512118a5 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:11.906227 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e9c5ed45-3d7e-4bf6-a8ae-2503298c53ed req-d01bcdf6-615f-44ee-a872-b8e7512118a5 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 946 time: 0.0506959 May 12 17:45:11.952891 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e9c5ed45-3d7e-4bf6-a8ae-2503298c53ed req-578f5fe5-061b-40d2-8e6c-8540afe32218 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411239 May 12 17:45:11.954538 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb09522-2537-4356-a923-8876a77c96cd req-ee3d6d0a-98fe-4078-870e-d26ab96116bd tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:11.956049 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dcb09522-2537-4356-a923-8876a77c96cd req-ee3d6d0a-98fe-4078-870e-d26ab96116bd tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0499651 May 12 17:45:12.003552 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dcb09522-2537-4356-a923-8876a77c96cd req-24d70b92-e444-402b-b7a8-eb4eba1b1124 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 May 12 17:45:12.315107 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdf49b-022f-41ab-b1f1-2c9d16207956 req-31d7367a-548b-4961-98a1-562e2eb53517 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:12.316593 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-edbdf49b-022f-41ab-b1f1-2c9d16207956 req-31d7367a-548b-4961-98a1-562e2eb53517 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0471077 May 12 17:45:12.365142 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-edbdf49b-022f-41ab-b1f1-2c9d16207956 req-6949ea4b-9209-4abf-a04b-53354e1bbff0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421743 May 12 17:45:12.670316 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8302e-8ac0-4424-a064-f7799b39df14 req-c9249813-5c75-4f8a-8435-6a386608fb4b tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:12.671863 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f6b8302e-8ac0-4424-a064-f7799b39df14 req-c9249813-5c75-4f8a-8435-6a386608fb4b tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0475879 May 12 17:45:12.686231 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20073370-3b72-4d26-b51b-d798d6e5976d req-d39e9967-07a6-412d-92b6-62511ab74c89 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:12.687711 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-20073370-3b72-4d26-b51b-d798d6e5976d req-d39e9967-07a6-412d-92b6-62511ab74c89 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0679407 May 12 17:45:12.692495 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5720e-c0db-48ef-bfdd-4a7d6f339c88 req-80b33c31-dc6c-4a97-8388-0bc08826f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:12.693882 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-25b5720e-c0db-48ef-bfdd-4a7d6f339c88 req-80b33c31-dc6c-4a97-8388-0bc08826f5e4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 200 len: 918 time: 0.1375763 May 12 17:45:12.726583 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f6b8302e-8ac0-4424-a064-f7799b39df14 req-6459201d-f80f-4402-8607-f66ea53143a3 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489199 May 12 17:45:12.736422 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-20073370-3b72-4d26-b51b-d798d6e5976d req-0b001c07-d8dc-45a2-90ee-14804304f26d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416107 May 12 17:45:13.067856 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a584f8-6a4b-4e72-9c3e-ca0d27447b0c req-ecfcd51d-9cdd-44f9-96dd-a2671bd95494 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:13.069346 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b2a584f8-6a4b-4e72-9c3e-ca0d27447b0c req-ecfcd51d-9cdd-44f9-96dd-a2671bd95494 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 946 time: 0.0491264 May 12 17:45:13.115969 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17426c7-8350-4f63-a8e8-2b1b15a2f176 req-78a430b2-a7b9-4a03-833b-6477db019565 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:13.117190 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b2a584f8-6a4b-4e72-9c3e-ca0d27447b0c req-c6da74b8-9784-43c5-9aee-be411758e63c tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/security-groups?id=64da9e07-5f79-4611-9a99-60b046537ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406556 May 12 17:45:13.118146 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c17426c7-8350-4f63-a8e8-2b1b15a2f176 req-78a430b2-a7b9-4a03-833b-6477db019565 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0466161 May 12 17:45:13.164704 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c17426c7-8350-4f63-a8e8-2b1b15a2f176 req-aa16fa31-b339-462c-93bf-620fa730d46d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410075 May 12 17:45:13.291591 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275ede9-318f-46da-a7c9-72415e8569b8 req-5cbbac8d-96bd-4b7a-9ed1-8415ad7b0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:13.293127 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c275ede9-318f-46da-a7c9-72415e8569b8 req-5cbbac8d-96bd-4b7a-9ed1-8415ad7b0f09 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c07bc791aa8d45d4a9e72758f39f6a85&device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 1129 time: 0.0410414 May 12 17:45:13.324464 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-25b5720e-c0db-48ef-bfdd-4a7d6f339c88 req-eb7969ff-dcc8-42d7-85ea-b53d82ebf907 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63804ffd-8d9a-4673-82b0-a8a919c81e0c HTTP/1.1" status: 200 len: 217 time: 0.0623231 May 12 17:45:13.350178 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bb0ea-6278-4cd4-872e-f8bf49128a3b req-be534160-a25a-4ac0-b86c-d4388399793d tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:13.352252 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ec3bb0ea-6278-4cd4-872e-f8bf49128a3b req-be534160-a25a-4ac0-b86c-d4388399793d tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.89 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 946 time: 0.1007788 May 12 17:45:13.401140 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275ede9-318f-46da-a7c9-72415e8569b8 req-cf83ab66-e207-405d-b6d9-baf21ac5c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:13.403444 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c275ede9-318f-46da-a7c9-72415e8569b8 req-cf83ab66-e207-405d-b6d9-baf21ac5c9d1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 HTTP/1.1" status: 200 len: 918 time: 0.0941679 May 12 17:45:13.425515 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5720e-c0db-48ef-bfdd-4a7d6f339c88 req-f039dc9f-33ff-41f3-b055-bf498edc06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:13.426987 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-25b5720e-c0db-48ef-bfdd-4a7d6f339c88 req-f039dc9f-33ff-41f3-b055-bf498edc06e7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a749117e-7664-42e5-8028-21fb3d238fc4 HTTP/1.1" status: 200 len: 856 time: 0.0905619 May 12 17:45:13.500353 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-ec3bb0ea-6278-4cd4-872e-f8bf49128a3b req-52d72cdd-2c26-4a0b-8836-76eca5b10e17 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Deleting port 50c3310e-fb35-4a1e-b702-1e8dd20ff13a {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:45:13.500613 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ec3bb0ea-6278-4cd4-872e-f8bf49128a3b req-52d72cdd-2c26-4a0b-8836-76eca5b10e17 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (50c3310e-fb35-4a1e-b702-1e8dd20ff13a), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:13.506637 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5720e-c0db-48ef-bfdd-4a7d6f339c88 req-b9897305-4968-4171-91d4-b41e664a7157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:13.508331 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-25b5720e-c0db-48ef-bfdd-4a7d6f339c88 req-b9897305-4968-4171-91d4-b41e664a7157 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c2308c9c-cbd7-48e8-a900-0d956d07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0551918 May 12 17:45:13.522248 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1d9c6-85c2-46ec-86b5-67e8fc92955e req-7fb9f346-a7ac-45ab-b1f0-e8bf72678dec tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:13.523841 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1da1d9c6-85c2-46ec-86b5-67e8fc92955e req-7fb9f346-a7ac-45ab-b1f0-e8bf72678dec tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0639610 May 12 17:45:13.527679 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c275ede9-318f-46da-a7c9-72415e8569b8 req-ac425bc3-fe8c-409d-a682-282c450f79ab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c HTTP/1.1" status: 200 len: 1001 time: 0.1106274 May 12 17:45:13.605823 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1da1d9c6-85c2-46ec-86b5-67e8fc92955e req-d77280f6-2b58-4656-9aa2-6271f8c7ad96 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761623 May 12 17:45:13.609645 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275ede9-318f-46da-a7c9-72415e8569b8 req-2cf76eb9-fd10-470e-a0ba-16a17f36fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:13.611118 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c275ede9-318f-46da-a7c9-72415e8569b8 req-2cf76eb9-fd10-470e-a0ba-16a17f36fe58 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0b0dfdc-d399-403b-bb90-d8985605957d HTTP/1.1" status: 200 len: 856 time: 0.0681784 May 12 17:45:13.652767 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-ec3bb0ea-6278-4cd4-872e-f8bf49128a3b req-52d72cdd-2c26-4a0b-8836-76eca5b10e17 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] For port 50c3310e-fb35-4a1e-b702-1e8dd20ff13a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=50c3310e-fb35-4a1e-b702-1e8dd20ff13a,segment=NetworkSegment(a09ea6df-de70-4f98-b312-5b93ab7631da),segment_id=a09ea6df-de70-4f98-b312-5b93ab7631da)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:13.653136 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ec3bb0ea-6278-4cd4-872e-f8bf49128a3b req-52d72cdd-2c26-4a0b-8836-76eca5b10e17 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (50c3310e-fb35-4a1e-b702-1e8dd20ff13a), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:13.659614 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275ede9-318f-46da-a7c9-72415e8569b8 req-e6387492-11ac-4e4e-b8d9-783ddd25d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:13.661232 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c275ede9-318f-46da-a7c9-72415e8569b8 req-e6387492-11ac-4e4e-b8d9-783ddd25d1d0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424073 May 12 17:45:13.675189 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-ec3bb0ea-6278-4cd4-872e-f8bf49128a3b req-52d72cdd-2c26-4a0b-8836-76eca5b10e17 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Calling delete_port for 50c3310e-fb35-4a1e-b702-1e8dd20ff13a owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:45:13.681836 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-25b5720e-c0db-48ef-bfdd-4a7d6f339c88 req-9b41ddec-9c2f-4b82-803e-8fdda3aa0a5c service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523294 May 12 17:45:13.857736 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae577223-2111-43c3-9e9f-103413a3d230 req-c68a8d26-7eab-4c26-93ac-41dfae9ad3ee tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:13.859289 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ae577223-2111-43c3-9e9f-103413a3d230 req-c68a8d26-7eab-4c26-93ac-41dfae9ad3ee tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0547452 May 12 17:45:13.860444 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ec3bb0ea-6278-4cd4-872e-f8bf49128a3b req-52d72cdd-2c26-4a0b-8836-76eca5b10e17 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (50c3310e-fb35-4a1e-b702-1e8dd20ff13a), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:13.879471 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41916f57-cfa9-4a46-882b-465c8b505f6b req-83d6f9c4-d6d5-4aae-a5b0-3961268e571b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:13.881242 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-41916f57-cfa9-4a46-882b-465c8b505f6b req-83d6f9c4-d6d5-4aae-a5b0-3961268e571b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0599997 May 12 17:45:13.908161 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d72cdd-2c26-4a0b-8836-76eca5b10e17 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Pushing event deleted for resources: {'Port': ['ID=50c3310e-fb35-4a1e-b702-1e8dd20ff13a,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:13.977434 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-41916f57-cfa9-4a46-882b-465c8b505f6b req-941bdc2c-57cc-4a62-8e1c-296bdf376e3d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819979 May 12 17:45:14.009383 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3bb0ea-6278-4cd4-872e-f8bf49128a3b req-52d72cdd-2c26-4a0b-8836-76eca5b10e17 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] No DVR routers for this DVR port 50c3310e-fb35-4a1e-b702-1e8dd20ff13a on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:45:14.014027 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ae577223-2111-43c3-9e9f-103413a3d230 req-9ff216da-04e7-4e77-9e83-80398afa1db7 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453676 May 12 17:45:14.015845 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ec3bb0ea-6278-4cd4-872e-f8bf49128a3b req-52d72cdd-2c26-4a0b-8836-76eca5b10e17 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:14.018583 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ec3bb0ea-6278-4cd4-872e-f8bf49128a3b req-52d72cdd-2c26-4a0b-8836-76eca5b10e17 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.89 "DELETE /v2.0/ports/50c3310e-fb35-4a1e-b702-1e8dd20ff13a HTTP/1.1" status: 204 len: 173 time: 0.6463087 May 12 17:45:14.019128 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176f48af-5412-4ccb-99e0-1431c7fce694', 'name': 'network-vif-deleted', 'tag': '50c3310e-fb35-4a1e-b702-1e8dd20ff13a'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:14.021375 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2a35af-5b37-45a4-8fa8-b37226db393b" -d '{"events": [{"server_uuid": "176f48af-5412-4ccb-99e0-1431c7fce694", "name": "network-vif-deleted", "tag": "50c3310e-fb35-4a1e-b702-1e8dd20ff13a"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:14.058052 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871a3023-fe36-4bc7-8d76-cb380384816a x-openstack-request-id: req-871a3023-fe36-4bc7-8d76-cb380384816a {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:14.058344 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176f48af-5412-4ccb-99e0-1431c7fce694", "name": "network-vif-deleted", "tag": "50c3310e-fb35-4a1e-b702-1e8dd20ff13a", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:14.058605 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-871a3023-fe36-4bc7-8d76-cb380384816a {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:14.059037 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-871a3023-fe36-4bc7-8d76-cb380384816a'] response: {'server_uuid': '176f48af-5412-4ccb-99e0-1431c7fce694', 'name': 'network-vif-deleted', 'tag': '50c3310e-fb35-4a1e-b702-1e8dd20ff13a', 'status': 'completed', 'code': 200} May 12 17:45:14.215055 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c111e46d-060b-4af5-92e6-d63fcc6cc85b req-35b13cfd-5cf4-45d0-81a3-772ac5ef0f7a tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 210 time: 0.0285573 May 12 17:45:14.280891 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7395f-eceb-4065-8393-b2604de63401 req-bd9cbb26-8c84-4ea4-8784-ff865aa393ce tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:14.282252 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-03d7395f-eceb-4065-8393-b2604de63401 req-bd9cbb26-8c84-4ea4-8784-ff865aa393ce tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0471346 May 12 17:45:14.328754 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-03d7395f-eceb-4065-8393-b2604de63401 req-0ab9ed32-1589-40cc-8702-cf97ad3609e7 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408885 May 12 17:45:14.724909 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168a4d6-44aa-41b2-9450-aae7adfb8e83 req-31e3b89d-1589-4216-a828-857b5cd4f6f0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:14.727205 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b168a4d6-44aa-41b2-9450-aae7adfb8e83 req-31e3b89d-1589-4216-a828-857b5cd4f6f0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0507963 May 12 17:45:14.774498 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b168a4d6-44aa-41b2-9450-aae7adfb8e83 req-83a89d84-1c04-45e0-a90b-a9ca55fdf09e tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420005 May 12 17:45:15.090552 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377cb78-97bd-423f-bcaa-193cb9f23dae req-dfb59454-2faf-4563-bbf9-122d054583f4 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:15.092057 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7377cb78-97bd-423f-bcaa-193cb9f23dae req-dfb59454-2faf-4563-bbf9-122d054583f4 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 945 time: 0.0468898 May 12 17:45:15.128794 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0ff8c-d912-454e-a288-1cbac395334f req-68e636c2-2a02-482b-8e38-5a2274162983 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:15.130268 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2ec0ff8c-d912-454e-a288-1cbac395334f req-68e636c2-2a02-482b-8e38-5a2274162983 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0482409 May 12 17:45:15.144042 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7377cb78-97bd-423f-bcaa-193cb9f23dae req-4c425149-51cd-4378-b0bd-01143d504603 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450289 May 12 17:45:15.179940 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2ec0ff8c-d912-454e-a288-1cbac395334f req-940f5f43-1fae-48d1-bcdb-d9dde61a938a tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439339 May 12 17:45:15.292624 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a1516-3cc4-4366-972f-61ba7786c2ab req-8388949d-217a-486c-a61f-c6dc55ffda1e tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:15.294278 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-343a1516-3cc4-4366-972f-61ba7786c2ab req-8388949d-217a-486c-a61f-c6dc55ffda1e tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0478384 May 12 17:45:15.310710 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-58e030aa-03c5-46aa-93d9-df1c61266b45 req-96121a07-2604-42e2-9b8e-867bc7aa5395 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 210 time: 0.0281591 May 12 17:45:15.343495 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-343a1516-3cc4-4366-972f-61ba7786c2ab req-aca2b2ec-d4a3-4722-8a49-958081ba831a tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435979 May 12 17:45:15.365931 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 49140) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:15.447963 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca97533-bdb7-4baa-9701-6fcc4edc3ae1 req-34ecf15e-1935-4645-9c89-ee9f69bcdc9a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:15.449466 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-eca97533-bdb7-4baa-9701-6fcc4edc3ae1 req-34ecf15e-1935-4645-9c89-ee9f69bcdc9a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0543375 May 12 17:45:15.498479 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-eca97533-bdb7-4baa-9701-6fcc4edc3ae1 req-369a4ea0-b920-4c27-b388-ac117d71844f tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435019 May 12 17:45:15.521078 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f41f72-e609-4530-a60f-6a453ea50ef3 tempest-TestVolumeBootPattern-1036924379 tempest-TestVolumeBootPattern-1036924379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:15.522615 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-09f41f72-e609-4530-a60f-6a453ea50ef3 tempest-TestVolumeBootPattern-1036924379 tempest-TestVolumeBootPattern-1036924379-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 1124 time: 0.1556907 May 12 17:45:15.526311 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 49144) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:15.530481 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Request body: {'floatingip': {'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'port_id': 'aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:15.550381 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.574999 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 20f0b51d-9edf-437d-a233-3e26daa2ef7c no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:45:15.631439 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.652121 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 20f0b51d-9edf-437d-a233-3e26daa2ef7c is: ACTIVE; New status is: DOWN {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:15.652511 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.677126 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b3f033-5f36-4355-8221-ab55bcba8722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f0b51d-9edf-437d-a233-3e26daa2ef7c'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:15.680348 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7421a31-aa1d-4fc4-8f43-230a11973ff5" -d '{"events": [{"server_uuid": "12b3f033-5f36-4355-8221-ab55bcba8722", "name": "network-vif-unplugged", "status": "completed", "tag": "20f0b51d-9edf-437d-a233-3e26daa2ef7c"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:15.691358 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 20f0b51d-9edf-437d-a233-3e26daa2ef7c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:15.696647 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.697464 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 50c3310e-fb35-4a1e-b702-1e8dd20ff13a no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:45:15.720107 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 17:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631a732f-7142-407b-aea6-810813379459 x-openstack-request-id: req-631a732f-7142-407b-aea6-810813379459 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:15.720423 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b3f033-5f36-4355-8221-ab55bcba8722", "name": "network-vif-unplugged", "status": "completed", "tag": "20f0b51d-9edf-437d-a233-3e26daa2ef7c", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:15.720682 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-631a732f-7142-407b-aea6-810813379459 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:15.721082 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631a732f-7142-407b-aea6-810813379459'] response: {'server_uuid': '12b3f033-5f36-4355-8221-ab55bcba8722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f0b51d-9edf-437d-a233-3e26daa2ef7c', 'code': 200} May 12 17:45:15.740453 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Allocated IP 172.27.3.122 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/6c5418c5-2f4d-4fe3-be24-75964d1cb0d9) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:45:15.741307 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: 50c3310e-fb35-4a1e-b702-1e8dd20ff13a {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:45:15.742206 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 50c3310e-fb35-4a1e-b702-1e8dd20ff13a not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:45:15.769958 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=20f0b51d-9edf-437d-a233-3e26daa2ef7c,revision_number=8']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:15.852846 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for port (6c5418c5-2f4d-4fe3-be24-75964d1cb0d9), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.886019 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (6c5418c5-2f4d-4fe3-be24-75964d1cb0d9), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:15.888348 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9df4a-9e5a-4d3d-99ef-d401c002277e req-f7719c16-7aed-48a5-b320-99e41c95b6b7 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:15.889834 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-08e9df4a-9e5a-4d3d-99ef-d401c002277e req-f7719c16-7aed-48a5-b320-99e41c95b6b7 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0471170 May 12 17:45:15.925596 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:15.928419 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:15.931438 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:45:15.938077 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-08e9df4a-9e5a-4d3d-99ef-d401c002277e req-9a893f61-26d2-4789-a4b2-44e8ad879fe7 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419428 May 12 17:45:15.957661 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event updated for resources: {'Port': ['ID=6c5418c5-2f4d-4fe3-be24-75964d1cb0d9,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:16.298475 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe8ced-5e5f-4e44-ab79-bb062fec8832 req-2ddd080f-cda9-4163-b2a0-5ef2a0f244b7 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:16.299885 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-35fe8ced-5e5f-4e44-ab79-bb062fec8832 req-2ddd080f-cda9-4163-b2a0-5ef2a0f244b7 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0818653 May 12 17:45:16.377612 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for floatingip (f004c576-8787-4812-b758-4a1a4d01df73), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:16.402248 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-35fe8ced-5e5f-4e44-ab79-bb062fec8832 req-f5036fe0-04a2-42e8-9551-ca7fa69e099a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949845 May 12 17:45:16.405759 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-259ffc55-8464-4b47-b9ec-88d3dfeca851 req-90a57f22-e27d-4a28-93b8-39662f70901c tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 210 time: 0.0273032 May 12 17:45:16.453033 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (6c5418c5-2f4d-4fe3-be24-75964d1cb0d9), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:16.631354 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf46e0b-eb8e-47b2-ad9f-93be1d690e27 req-55c58d17-9541-4000-9b90-f492a878a9a0 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:16.632952 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fbf46e0b-eb8e-47b2-ad9f-93be1d690e27 req-55c58d17-9541-4000-9b90-f492a878a9a0 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0540011 May 12 17:45:16.703322 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for port (6c5418c5-2f4d-4fe3-be24-75964d1cb0d9), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:16.712093 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fbf46e0b-eb8e-47b2-ad9f-93be1d690e27 req-b344b838-b964-49ec-96f9-b181e4d97885 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705097 May 12 17:45:16.712680 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (6c5418c5-2f4d-4fe3-be24-75964d1cb0d9), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:16.777154 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event updated for resources: {'Port': ['ID=6c5418c5-2f4d-4fe3-be24-75964d1cb0d9,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:16.791242 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (f004c576-8787-4812-b758-4a1a4d01df73), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:16.890791 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.l3_db [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Floating IP f004c576-8787-4812-b758-4a1a4d01df73 associated. External IP: 172.27.3.122, port: aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4. May 12 17:45:17.062182 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721d6b-8895-4014-95e8-563d13cf2588 req-138222b6-a9fc-4e9e-96d9-d1eec84c4ee2 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:17.063860 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-af721d6b-8895-4014-95e8-563d13cf2588 req-138222b6-a9fc-4e9e-96d9-d1eec84c4ee2 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0547252 May 12 17:45:17.113599 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-af721d6b-8895-4014-95e8-563d13cf2588 req-387b54da-3832-4b15-90f8-ff5783e33473 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440359 May 12 17:45:17.325546 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Router 43453b9e-01a5-463b-8502-f0acb3b1868b has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:45:17.443791 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:45:17.455687 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d9fee-99b6-4f1e-b474-ecefa8012001 None None] Sync routers for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:45:17.467377 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:17.483890 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d9fee-99b6-4f1e-b474-ecefa8012001 None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:17.484523 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-918d9fee-99b6-4f1e-b474-ecefa8012001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:44:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:17.502553 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-67139573-6436-4033-9339-c09118d7c17c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9750795 May 12 17:45:17.503486 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a1ff6d-1105-476b-880e-39e5d783b0a2', 'tag': 'aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:17.505906 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a566d15-d1a5-4538-b463-8b7b4b11c1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "58a1ff6d-1105-476b-880e-39e5d783b0a2", "tag": "aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:17.531478 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164fa71-b5f3-41ed-85b3-f0acdb20c716 req-7594e943-5495-457f-957c-d70157928e2e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:17.532992 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8164fa71-b5f3-41ed-85b3-f0acdb20c716 req-7594e943-5495-457f-957c-d70157928e2e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0529311 May 12 17:45:17.549912 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-be11d14e-70ab-4860-940e-6f11bcbebe0d req-2beb0ce2-e264-432a-a725-9c107345f30b tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 210 time: 0.0289211 May 12 17:45:17.584954 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8164fa71-b5f3-41ed-85b3-f0acdb20c716 req-625c8520-d806-4a6a-9c5e-c6ffdd9c4625 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444176 May 12 17:45:17.596869 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f3feda-a958-44eb-be88-e7a727f8cc3e x-openstack-request-id: req-05f3feda-a958-44eb-be88-e7a727f8cc3e {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:17.597180 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a1ff6d-1105-476b-880e-39e5d783b0a2", "tag": "aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:17.597442 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-05f3feda-a958-44eb-be88-e7a727f8cc3e {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:17.597862 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f3feda-a958-44eb-be88-e7a727f8cc3e'] response: {'name': 'network-changed', 'server_uuid': '58a1ff6d-1105-476b-880e-39e5d783b0a2', 'tag': 'aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4', 'status': 'completed', 'code': 200} May 12 17:45:17.689765 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-918d9fee-99b6-4f1e-b474-ecefa8012001 None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:17.831087 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27d136-3bfe-450a-b099-aac740eed552 req-e8f9f8ca-de3e-4935-a526-9a6034901093 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:17.832554 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6e27d136-3bfe-450a-b099-aac740eed552 req-e8f9f8ca-de3e-4935-a526-9a6034901093 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0492859 May 12 17:45:17.879076 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6e27d136-3bfe-450a-b099-aac740eed552 req-bfb359ba-95cd-4f9e-9fdb-9244007c44e8 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406325 May 12 17:45:17.906893 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-918d9fee-99b6-4f1e-b474-ecefa8012001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'f004c576-8787-4812-b758-4a1a4d01df73', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'port_id': 'aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'mac_address': 'fa:16:3e:3c:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1ff6d-1105-476b-880e-39e5d783b0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:16Z', 'updated_at': '2022-05-12T17:45:16Z', 'revision_number': 0, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:17.941269 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d9fee-99b6-4f1e-b474-ecefa8012001 None None] Checking router: 43453b9e-01a5-463b-8502-f0acb3b1868b for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:45:17.950341 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d9fee-99b6-4f1e-b474-ecefa8012001 None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:45:17.950999 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-918d9fee-99b6-4f1e-b474-ecefa8012001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:44:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:17.992877 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c275ede9-318f-46da-a7c9-72415e8569b8 req-a12a14bf-c3c0-4e47-91d6-42ef55ba0fe0 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954857 May 12 17:45:17.995045 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-25b5720e-c0db-48ef-bfdd-4a7d6f339c88 req-1ba51178-e1ed-41dc-91bd-6d59d4c252d4 service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039288 May 12 17:45:18.075056 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-918d9fee-99b6-4f1e-b474-ecefa8012001 None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:45:18.144991 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a566d15-d1a5-4538-b463-8b7b4b11c1a3 req-c206c9b2-84cc-41b1-966d-c8da1304eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:18.150759 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6a566d15-d1a5-4538-b463-8b7b4b11c1a3 req-c206c9b2-84cc-41b1-966d-c8da1304eb66 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e9154d1a4c44c6b8a42001c659d069b&device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 1129 time: 0.0742493 May 12 17:45:18.224149 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c275ede9-318f-46da-a7c9-72415e8569b8 req-b6ab1923-8df3-4303-b088-e2046d373a31 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458492 May 12 17:45:18.299064 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a17dc-ed3f-4e92-ba29-da4ac5c15d09 req-076a542b-788e-4599-a107-bbd1727ddd2f tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:18.300703 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-378a17dc-ed3f-4e92-ba29-da4ac5c15d09 req-076a542b-788e-4599-a107-bbd1727ddd2f tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.1014192 May 12 17:45:18.369072 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-918d9fee-99b6-4f1e-b474-ecefa8012001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'f004c576-8787-4812-b758-4a1a4d01df73', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'port_id': 'aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'mac_address': 'fa:16:3e:3c:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1ff6d-1105-476b-880e-39e5d783b0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:16Z', 'updated_at': '2022-05-12T17:45:16Z', 'revision_number': 0, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:18.400184 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d9fee-99b6-4f1e-b474-ecefa8012001 None None] The sync data for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi is: [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'f004c576-8787-4812-b758-4a1a4d01df73', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'port_id': 'aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'mac_address': 'fa:16:3e:3c:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1ff6d-1105-476b-880e-39e5d783b0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:16Z', 'updated_at': '2022-05-12T17:45:16Z', 'revision_number': 0, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:45:18.401492 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-378a17dc-ed3f-4e92-ba29-da4ac5c15d09 req-654be0b4-205e-4017-b93f-d780cf7aaea4 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660508 May 12 17:45:18.403117 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a566d15-d1a5-4538-b463-8b7b4b11c1a3 req-8ab8e50c-d3c5-4295-b45f-cc473a975118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:18.404953 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6a566d15-d1a5-4538-b463-8b7b4b11c1a3 req-8ab8e50c-d3c5-4295-b45f-cc473a975118 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3cb76e15-efb3-4276-8531-f3adac3a6ec1 HTTP/1.1" status: 200 len: 913 time: 0.1793506 May 12 17:45:18.598625 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0657f98-9965-4738-943c-b13aabe5d163 None None] New status for floating IP f004c576-8787-4812-b758-4a1a4d01df73: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:45:18.661276 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-692d2049-4da4-4523-8b35-bb133b792a3e req-a217025b-eb3c-453e-8fe6-0b4109d38945 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 210 time: 0.0294509 May 12 17:45:18.712784 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3dfcd-9432-4254-982b-79c5bf175758 req-e2fe6b2e-bc8b-4ed1-955a-f0a6e7c577b1 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:18.714291 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-15e3dfcd-9432-4254-982b-79c5bf175758 req-e2fe6b2e-bc8b-4ed1-955a-f0a6e7c577b1 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0504816 May 12 17:45:18.762482 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-15e3dfcd-9432-4254-982b-79c5bf175758 req-6d6392e6-9f54-4e11-81df-dcaf12c8bbce tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422149 May 12 17:45:18.993688 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1816ee-1df1-41ae-b3c8-f7c3cfe764c4 req-0b61eccb-a1d6-4cf3-b5e2-acbcf130e4b6 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:18.995165 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5a1816ee-1df1-41ae-b3c8-f7c3cfe764c4 req-0b61eccb-a1d6-4cf3-b5e2-acbcf130e4b6 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0509713 May 12 17:45:19.041658 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5a1816ee-1df1-41ae-b3c8-f7c3cfe764c4 req-ac48580a-ef02-4c45-b9a1-653a4588d1d6 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 May 12 17:45:19.516264 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36c4fb-c291-4b07-aad0-085f255f0cd7 req-fd2b086c-5872-4384-9651-111ac7560076 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:19.517715 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7b36c4fb-c291-4b07-aad0-085f255f0cd7 req-fd2b086c-5872-4384-9651-111ac7560076 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0467124 May 12 17:45:19.564342 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7b36c4fb-c291-4b07-aad0-085f255f0cd7 req-7f6351f1-9af0-49a2-a985-5b25abc6cc6b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408330 May 12 17:45:19.767939 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c9fbe5d5-e3e1-43a3-ac3a-fdecc9cd7000 req-a01a9e9b-0e69-4350-ac44-171539908309 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 210 time: 0.0289392 May 12 17:45:19.880889 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efabd0f-035c-47b0-a833-052d8c4261d4 req-75a01ad6-d89b-4367-89b2-b629be901cdb tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:19.882993 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9efabd0f-035c-47b0-a833-052d8c4261d4 req-75a01ad6-d89b-4367-89b2-b629be901cdb tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0459964 May 12 17:45:19.931819 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9efabd0f-035c-47b0-a833-052d8c4261d4 req-4fc666fe-3791-4b26-a6cf-5062b9a088ba tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434275 May 12 17:45:20.151620 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02235232-1497-41c0-8344-d0d4c7089ae7 req-c88f5219-f801-41f4-980b-f7aabecdff8f tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:20.152980 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-02235232-1497-41c0-8344-d0d4c7089ae7 req-c88f5219-f801-41f4-980b-f7aabecdff8f tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0463908 May 12 17:45:20.200112 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-02235232-1497-41c0-8344-d0d4c7089ae7 req-2a75aeea-0fd2-459d-98d7-4854dd8ca766 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417347 May 12 17:45:20.360508 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e4c38c14-4a7e-4238-a300-0aed91846fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:20.677373 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930eb89-16cc-4fe4-9d71-9569ec5493de req-f0818b7f-432a-4462-82d2-65d53e067db9 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:20.678852 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1930eb89-16cc-4fe4-9d71-9569ec5493de req-f0818b7f-432a-4462-82d2-65d53e067db9 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0479693 May 12 17:45:20.725297 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1930eb89-16cc-4fe4-9d71-9569ec5493de req-82a48073-9ae2-4f70-8144-4cd8ea26c6ee tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401280 May 12 17:45:20.875025 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-053d9e57-1732-450a-9cba-e3d236fe10b4 req-2dd28528-8de8-45b5-9299-7dc909a6610b tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 210 time: 0.0309367 May 12 17:45:21.049511 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf49e4b-e2b1-43f0-9c1f-fcdefb291284 req-f18f1745-682a-44f8-878c-c16a153401ff tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:21.051133 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4bf49e4b-e2b1-43f0-9c1f-fcdefb291284 req-f18f1745-682a-44f8-878c-c16a153401ff tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0458329 May 12 17:45:21.097555 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4bf49e4b-e2b1-43f0-9c1f-fcdefb291284 req-a6afb46e-feb6-4dc9-9e83-8e81e1cd1446 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401211 May 12 17:45:21.312874 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6b1e0-47a8-4363-90cc-ccb6b7d528b2 req-749da038-0cb2-418d-8baa-f508481ef78a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:21.314329 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-17e6b1e0-47a8-4363-90cc-ccb6b7d528b2 req-749da038-0cb2-418d-8baa-f508481ef78a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0476987 May 12 17:45:21.360681 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-17e6b1e0-47a8-4363-90cc-ccb6b7d528b2 req-61bac969-bf30-446f-b874-d2303f8bd7ef tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407526 May 12 17:45:21.844690 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e80bf-3897-431f-9e23-f149741a7f1d req-4f3974c8-b894-4fe1-98a4-e0356880cf16 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:21.846144 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4a9e80bf-3897-431f-9e23-f149741a7f1d req-4f3974c8-b894-4fe1-98a4-e0356880cf16 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0503595 May 12 17:45:21.893736 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4a9e80bf-3897-431f-9e23-f149741a7f1d req-9c6f4bef-2eca-40d6-b611-c19029804d20 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415032 May 12 17:45:21.980820 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-00008880-dcce-4954-80ca-a7219f915a44 req-9a9d3dfd-44b2-49fb-a3e8-847a14525ef3 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 210 time: 0.0275929 May 12 17:45:22.219144 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6b7c3-c409-4aa5-9837-26649b93950d req-c0414426-1bb3-4638-b1ad-b101ad85a4e8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:22.220597 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ffb6b7c3-c409-4aa5-9837-26649b93950d req-c0414426-1bb3-4638-b1ad-b101ad85a4e8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0504248 May 12 17:45:22.270546 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ffb6b7c3-c409-4aa5-9837-26649b93950d req-5faed20e-b010-46d3-a5ee-283e1057cefc tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429544 May 12 17:45:22.472956 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f9752-ec06-47ec-8588-67bc599ad7da req-bd36f75b-a9de-4611-afb5-6454274a5283 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:22.474406 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c77f9752-ec06-47ec-8588-67bc599ad7da req-bd36f75b-a9de-4611-afb5-6454274a5283 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0479352 May 12 17:45:22.525440 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c77f9752-ec06-47ec-8588-67bc599ad7da req-f88faa66-7fa1-4c24-8f11-7f6dae0476bd tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447700 May 12 17:45:22.611308 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b21175af-8835-424a-a7b7-ef1f05d508a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:23.006771 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38b4f0-8b08-47fe-badd-e6d03dfe0637 req-f1b20efe-46e3-4ae3-892c-b817323a692b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:23.008946 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4c38b4f0-8b08-47fe-badd-e6d03dfe0637 req-f1b20efe-46e3-4ae3-892c-b817323a692b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0468237 May 12 17:45:23.059348 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4c38b4f0-8b08-47fe-badd-e6d03dfe0637 req-0f766289-23bc-4ca3-9920-13c083169937 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448039 May 12 17:45:23.087391 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8420f7a2-e592-4ce2-baf5-3aa1705775bc req-b0766b52-c34a-4217-a8c1-353a348f428e tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 210 time: 0.0282068 May 12 17:45:23.387484 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fa733-74b4-4f94-8b86-a28ba9503b5f req-4c8d4dde-15ae-4f6d-a845-ceedcd7e1ec6 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:23.388945 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b29fa733-74b4-4f94-8b86-a28ba9503b5f req-4c8d4dde-15ae-4f6d-a845-ceedcd7e1ec6 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0464823 May 12 17:45:23.436753 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b29fa733-74b4-4f94-8b86-a28ba9503b5f req-7307ab20-4df4-410f-be5d-a7105f3d8f9a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420775 May 12 17:45:23.639260 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11d10b-54a9-4fc3-bec5-3fd812a7f861 req-3b797231-a479-4877-9760-74dfa8452a1c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:23.640737 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5b11d10b-54a9-4fc3-bec5-3fd812a7f861 req-3b797231-a479-4877-9760-74dfa8452a1c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0476043 May 12 17:45:23.689248 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5b11d10b-54a9-4fc3-bec5-3fd812a7f861 req-de8856e7-752b-406a-aef8-c5b7cdfad7f4 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428507 May 12 17:45:23.841018 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:24.174605 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748168b-f3ec-4a31-a42f-50edbcf32a55 req-dfed5929-556d-4ff7-b0d3-555d477ff36e tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:24.176123 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0748168b-f3ec-4a31-a42f-50edbcf32a55 req-dfed5929-556d-4ff7-b0d3-555d477ff36e tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0489950 May 12 17:45:24.196920 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-eaabe4ee-fce2-420e-85e3-005e35963b41 req-6f31b7a3-6529-4e04-83fd-586ebda3b70b tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 210 time: 0.0309315 May 12 17:45:24.222874 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0748168b-f3ec-4a31-a42f-50edbcf32a55 req-4c4a2779-b437-41f2-9fa6-7addfdac9e50 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409639 May 12 17:45:24.552560 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcd5a0-9c7c-4532-9bfe-d676d300ebcb req-c31d7dbd-b3b4-4472-be83-295f8ddb81f1 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:24.554135 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-48dcd5a0-9c7c-4532-9bfe-d676d300ebcb req-c31d7dbd-b3b4-4472-be83-295f8ddb81f1 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0477691 May 12 17:45:24.600252 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-48dcd5a0-9c7c-4532-9bfe-d676d300ebcb req-2a4cb81e-d79f-4a49-9e4a-22e836ed6950 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406265 May 12 17:45:24.807939 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8b389-ee5e-47d0-9aea-e07b7c7044fa req-4b6970b5-c2f1-4454-8545-56041a7bcf8c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:24.809407 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-20f8b389-ee5e-47d0-9aea-e07b7c7044fa req-4b6970b5-c2f1-4454-8545-56041a7bcf8c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0514627 May 12 17:45:24.854345 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-20f8b389-ee5e-47d0-9aea-e07b7c7044fa req-bcd2ee50-0cc2-49ce-adad-a622d1ff9838 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395033 May 12 17:45:25.191686 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:25.305931 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-905ababc-bcb9-4ebe-8110-d71f471badd3 req-cebe39a2-ed18-46f9-94d5-6352b062d091 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 210 time: 0.0279336 May 12 17:45:25.335598 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a4f94-00ee-4896-92ac-df5974493e7e req-19174bf5-ba3d-4f2b-80b8-e69059eb1af6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:25.337795 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1a8a4f94-00ee-4896-92ac-df5974493e7e req-19174bf5-ba3d-4f2b-80b8-e69059eb1af6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0484307 May 12 17:45:25.383422 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1a8a4f94-00ee-4896-92ac-df5974493e7e req-1d815eb3-543f-4095-8a4e-293e6290efe0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395138 May 12 17:45:25.726040 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e91fdb-dd22-4d13-bc32-b9180b01ed2c req-9cf67d9e-688c-458d-ae2f-ddb6ae4bcc4b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:25.727794 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-05e91fdb-dd22-4d13-bc32-b9180b01ed2c req-9cf67d9e-688c-458d-ae2f-ddb6ae4bcc4b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0551085 May 12 17:45:25.778758 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-05e91fdb-dd22-4d13-bc32-b9180b01ed2c req-27cf2e78-c5c9-459f-8142-5c84395fe33c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451033 May 12 17:45:25.809242 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 20f0b51d-9edf-437d-a233-3e26daa2ef7c no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:45:25.887199 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 20f0b51d-9edf-437d-a233-3e26daa2ef7c is: DOWN; New status is: DOWN {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:25.971061 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0007d80-b90e-4328-9adc-2c71c45ce7b3 req-67b52135-dd1d-403c-9d9e-91a1242b3f53 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:25.972413 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b0007d80-b90e-4328-9adc-2c71c45ce7b3 req-67b52135-dd1d-403c-9d9e-91a1242b3f53 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0495019 May 12 17:45:26.019474 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b0007d80-b90e-4328-9adc-2c71c45ce7b3 req-50977e70-8f35-4e1b-a6b1-bbf3160b3658 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 May 12 17:45:26.410337 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-163b7799-8286-4c51-9aa0-d781db2db383 req-7df5c53c-d4d5-4a8a-9cf8-7233a9064393 tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 210 time: 0.0280170 May 12 17:45:26.499529 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a2180-c15d-40c9-b06b-b1e9b9dcc72b req-5c5095b9-11bd-4824-a4b7-747e09944cd6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:26.500885 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-351a2180-c15d-40c9-b06b-b1e9b9dcc72b req-5c5095b9-11bd-4824-a4b7-747e09944cd6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0469766 May 12 17:45:26.549570 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-351a2180-c15d-40c9-b06b-b1e9b9dcc72b req-68e3904f-e2e5-4d6d-9950-9ede7a922612 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431623 May 12 17:45:26.607725 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:26.827387 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6a566d15-d1a5-4538-b463-8b7b4b11c1a3 req-f338d0d8-f91c-4984-9f33-0c965fa4d75b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 HTTP/1.1" status: 200 len: 1001 time: 0.0678692 May 12 17:45:26.897019 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc5b4f-5d4e-4632-b903-983dc774cfa7 req-84c9f7d4-16ae-4fba-9dbb-315ac9784363 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:26.898490 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-34cc5b4f-5d4e-4632-b903-983dc774cfa7 req-84c9f7d4-16ae-4fba-9dbb-315ac9784363 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0482142 May 12 17:45:26.945849 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-34cc5b4f-5d4e-4632-b903-983dc774cfa7 req-00aa3e46-056e-46cd-a444-cf6dd093c850 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415945 May 12 17:45:27.135673 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f4427-0084-4910-ab11-9f11c3732ea9 req-0d8bb618-9f0c-4d4a-ab39-a68b0d6fdd4e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:27.137167 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2f4f4427-0084-4910-ab11-9f11c3732ea9 req-0d8bb618-9f0c-4d4a-ab39-a68b0d6fdd4e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0486400 May 12 17:45:27.184832 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2f4f4427-0084-4910-ab11-9f11c3732ea9 req-69c6e7c8-2944-4ccb-9ac0-e7a90c1c0f49 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420654 May 12 17:45:27.520024 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8fa56e81-a3e2-4c6b-9691-4b5f3ce90624 req-9887d50e-8d5a-4af9-afe5-b34aef155b2b tempest-VolumesActionsTest-1686172247 tempest-VolumesActionsTest-1686172247-project] 10.222.0.76 "GET /v2.0/ports?device_id=176f48af-5412-4ccb-99e0-1431c7fce694 HTTP/1.1" status: 200 len: 210 time: 0.0315745 May 12 17:45:27.554561 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a566d15-d1a5-4538-b463-8b7b4b11c1a3 req-2abdd372-a5e6-4d43-a991-963ae54e9d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:27.556535 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6a566d15-d1a5-4538-b463-8b7b4b11c1a3 req-2abdd372-a5e6-4d43-a991-963ae54e9d00 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d9c99e92-93c2-417d-8e54-471b58588d33 HTTP/1.1" status: 200 len: 851 time: 0.0539742 May 12 17:45:27.675307 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a14e7f-744e-457e-8f6d-84a2bb120e51 req-9440053d-2dd5-4480-a9f8-d7a6a1af4e4b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:27.676768 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-85a14e7f-744e-457e-8f6d-84a2bb120e51 req-9440053d-2dd5-4480-a9f8-d7a6a1af4e4b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0525403 May 12 17:45:27.960081 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-85a14e7f-744e-457e-8f6d-84a2bb120e51 req-94e9ba2f-684f-4599-aedd-3e90e5eb5ed5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763357 May 12 17:45:28.066976 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2421c3e-59e0-4e45-8990-8fd1f4a5d04c req-a5c7daa5-d43a-45cb-aa17-5beb8cf67e0d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:28.068662 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c2421c3e-59e0-4e45-8990-8fd1f4a5d04c req-a5c7daa5-d43a-45cb-aa17-5beb8cf67e0d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0507586 May 12 17:45:28.121284 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c2421c3e-59e0-4e45-8990-8fd1f4a5d04c req-22fcda2b-c580-4986-9022-0eeadb0de877 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453002 May 12 17:45:28.161407 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ceef6-10ff-4eb4-a4ec-3c76fa3e669d req-562f9f6b-a6e7-4828-bda0-cec0b4468f52 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:28.162885 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0f1ceef6-10ff-4eb4-a4ec-3c76fa3e669d req-562f9f6b-a6e7-4828-bda0-cec0b4468f52 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0493102 May 12 17:45:28.212444 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0f1ceef6-10ff-4eb4-a4ec-3c76fa3e669d req-b9d0ad74-b2dc-4163-bf86-4f01ecd192a0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428069 May 12 17:45:28.343632 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271ca0a-c0da-451d-a94c-b0514a156125 req-67bb4996-7f4c-4674-bcd8-7031d67be402 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:28.345160 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8271ca0a-c0da-451d-a94c-b0514a156125 req-67bb4996-7f4c-4674-bcd8-7031d67be402 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0545828 May 12 17:45:28.419927 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a566d15-d1a5-4538-b463-8b7b4b11c1a3 req-b24289aa-62ed-4fea-bc07-63cb0683781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:28.421421 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6a566d15-d1a5-4538-b463-8b7b4b11c1a3 req-b24289aa-62ed-4fea-bc07-63cb0683781f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3cb76e15-efb3-4276-8531-f3adac3a6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0635967 May 12 17:45:28.435032 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8271ca0a-c0da-451d-a94c-b0514a156125 req-074a5676-2bd5-455f-9400-1c231e1fbda3 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836926 May 12 17:45:28.672266 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [req-21791355-7ece-4a5f-80e6-a6327812421a req-242b7ed1-20e8-449b-b352-b007aa29db60 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:45:28.673298 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-21791355-7ece-4a5f-80e6-a6327812421a req-242b7ed1-20e8-449b-b352-b007aa29db60 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058527 May 12 17:45:28.812879 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:45:28.938953 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6a566d15-d1a5-4538-b463-8b7b4b11c1a3 req-072443b9-eb30-4eb6-8dc8-0c824519384b service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084737 May 12 17:45:28.967651 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b15c47-9f86-4dc7-838c-3d2c314e1dfb req-f4763c94-9537-4c5d-91fd-95b3607ec28e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:28.969324 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-15b15c47-9f86-4dc7-838c-3d2c314e1dfb req-f4763c94-9537-4c5d-91fd-95b3607ec28e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0804923 May 12 17:45:28.998009 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957fe42-b9f0-4799-a59f-9360a65ef16b req-facf3556-6598-46d6-a370-31817387a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:29.011689 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6957fe42-b9f0-4799-a59f-9360a65ef16b req-facf3556-6598-46d6-a370-31817387a846 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bf607837a27e47bf99a32b3b095df070&device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 1130 time: 0.0963120 May 12 17:45:29.089631 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-15b15c47-9f86-4dc7-838c-3d2c314e1dfb req-7e8a0e7b-588f-4fa6-b10d-46f854c8b437 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073365 May 12 17:45:29.095302 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6a566d15-d1a5-4538-b463-8b7b4b11c1a3 req-fdec37b5-6368-4363-a93c-ea257732439f service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428161 May 12 17:45:29.163568 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957fe42-b9f0-4799-a59f-9360a65ef16b req-0faf713e-ab92-455a-bdde-dcfee426d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:29.165602 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6957fe42-b9f0-4799-a59f-9360a65ef16b req-0faf713e-ab92-455a-bdde-dcfee426d727 service neutron] 10.222.0.89 "GET /v2.0/networks?id=16b8cd17-5204-4534-ab3e-f50d37e56b44 HTTP/1.1" status: 200 len: 912 time: 0.1365194 May 12 17:45:29.244504 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6957fe42-b9f0-4799-a59f-9360a65ef16b req-67af2e54-1b44-4f49-9bba-6ff56ef5e94a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dae83d1a-12ad-4d98-a4d1-13233ca983ae HTTP/1.1" status: 200 len: 1002 time: 0.0704448 May 12 17:45:29.358876 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957fe42-b9f0-4799-a59f-9360a65ef16b req-c90d996a-1295-458f-ba8a-0cc8cdc8c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:29.360426 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6957fe42-b9f0-4799-a59f-9360a65ef16b req-c90d996a-1295-458f-ba8a-0cc8cdc8c696 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c91d7fdd-c4ad-4b1c-8888-f0300d813365 HTTP/1.1" status: 200 len: 850 time: 0.1024556 May 12 17:45:29.374013 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e8ee7-8f9b-4078-8910-1f8f06daf7b6 req-3f37da5c-1d97-43fe-856d-8f5968f2952f tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:29.375559 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-146e8ee7-8f9b-4078-8910-1f8f06daf7b6 req-3f37da5c-1d97-43fe-856d-8f5968f2952f tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0645988 May 12 17:45:29.413296 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 49370) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:29.421287 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957fe42-b9f0-4799-a59f-9360a65ef16b req-c36276d0-0f2b-4d5a-a1bc-4e1aedb0d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:29.423051 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6957fe42-b9f0-4799-a59f-9360a65ef16b req-c36276d0-0f2b-4d5a-a1bc-4e1aedb0d8ac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16b8cd17-5204-4534-ab3e-f50d37e56b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464883 May 12 17:45:29.520975 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-9245ffe3-350e-45ff-b4b5-5c745b730b41 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1061575 May 12 17:45:29.527272 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-146e8ee7-8f9b-4078-8910-1f8f06daf7b6 req-e710d946-dc6c-4efd-a0fd-3dbc895de421 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416831 May 12 17:45:29.531646 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-c67f6363-37a7-4621-90a3-e2e51a9df53b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:45:29.532778 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-c67f6363-37a7-4621-90a3-e2e51a9df53b service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063825 May 12 17:45:29.555736 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6957fe42-b9f0-4799-a59f-9360a65ef16b req-bcc15b7b-27ff-4fa5-8b53-b82ac1351163 service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231573 May 12 17:45:29.620635 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 49394) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:29.658170 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6957fe42-b9f0-4799-a59f-9360a65ef16b req-01bdbc42-0562-4b6a-80b4-25cbeeaccc62 service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951159 May 12 17:45:29.717985 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-9820e8e2-ebe3-445a-bb8b-4a1f86f18672 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:29.719378 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-9820e8e2-ebe3-445a-bb8b-4a1f86f18672 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports/20f0b51d-9edf-437d-a233-3e26daa2ef7c HTTP/1.1" status: 200 len: 940 time: 0.0972421 May 12 17:45:29.862155 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 49408) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:29.866793 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-611f1fb2-e78b-4b8e-914b-3ae14db0fa9d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1821487677', 'description': 'tempest-description--1679510291'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:29.896240 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-611f1fb2-e78b-4b8e-914b-3ae14db0fa9d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:29.968390 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-611f1fb2-e78b-4b8e-914b-3ae14db0fa9d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for security_group (83bfe080-5505-4240-bd8f-0954031ae206), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:29.972213 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-611f1fb2-e78b-4b8e-914b-3ae14db0fa9d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (83bfe080-5505-4240-bd8f-0954031ae206), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.003619 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-611f1fb2-e78b-4b8e-914b-3ae14db0fa9d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.004854 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-611f1fb2-e78b-4b8e-914b-3ae14db0fa9d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1415970 May 12 17:45:30.005989 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f1fb2-e78b-4b8e-914b-3ae14db0fa9d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83bfe080-5505-4240-bd8f-0954031ae206,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:30.007768 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 49410) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:30.012695 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-3c987f7c-a911-48ee-8ff1-2b410d99431e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Request body: {'security_group_rule': {'security_group_id': '83bfe080-5505-4240-bd8f-0954031ae206', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:30.038011 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3c987f7c-a911-48ee-8ff1-2b410d99431e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for security_group_rule (36ccb985-87de-4dad-a201-3b5147336afc), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.096155 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3c987f7c-a911-48ee-8ff1-2b410d99431e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for security_group_rule (36ccb985-87de-4dad-a201-3b5147336afc), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.100212 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3c987f7c-a911-48ee-8ff1-2b410d99431e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (36ccb985-87de-4dad-a201-3b5147336afc), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.116946 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c987f7c-a911-48ee-8ff1-2b410d99431e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ccb985-87de-4dad-a201-3b5147336afc,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:30.128735 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3c987f7c-a911-48ee-8ff1-2b410d99431e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.129946 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-3c987f7c-a911-48ee-8ff1-2b410d99431e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211591 May 12 17:45:30.132651 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 49418) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:30.136976 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-7d723e37-5425-4791-bf7a-b87daea3dad2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Request body: {'security_group_rule': {'security_group_id': '83bfe080-5505-4240-bd8f-0954031ae206', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:30.169827 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7d723e37-5425-4791-bf7a-b87daea3dad2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for security_group_rule (aaa217bf-87af-40f3-b987-934717f71cce), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.242882 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4967df-9328-4073-8d94-dfc5efbe79c1 req-8a017478-941d-4ec8-b287-ae639e5baa9f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:30.244595 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2d4967df-9328-4073-8d94-dfc5efbe79c1 req-8a017478-941d-4ec8-b287-ae639e5baa9f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0645423 May 12 17:45:30.278769 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7d723e37-5425-4791-bf7a-b87daea3dad2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for security_group_rule (aaa217bf-87af-40f3-b987-934717f71cce), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.284128 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7d723e37-5425-4791-bf7a-b87daea3dad2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (aaa217bf-87af-40f3-b987-934717f71cce), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.319964 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d723e37-5425-4791-bf7a-b87daea3dad2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa217bf-87af-40f3-b987-934717f71cce,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:30.331909 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2d4967df-9328-4073-8d94-dfc5efbe79c1 req-7e5dc393-8e0e-40dd-9b70-95407e98d6ae tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816698 May 12 17:45:30.334908 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7d723e37-5425-4791-bf7a-b87daea3dad2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.339693 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-7d723e37-5425-4791-bf7a-b87daea3dad2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2060552 May 12 17:45:30.340130 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 49424) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:30.344921 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Request body: {'floatingip': {'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:30.369110 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.455018 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.574773 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Allocated IP 172.27.3.146 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/8260d60a-6b89-4c6c-8376-05554bed5000) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:45:30.642226 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa0179-4db5-48bf-afa3-ed7e239773c0 req-a55c8a9e-532a-49b1-be5f-3693dc4206d4 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:30.644145 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0daa0179-4db5-48bf-afa3-ed7e239773c0 req-a55c8a9e-532a-49b1-be5f-3693dc4206d4 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0496194 May 12 17:45:30.678801 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for port (8260d60a-6b89-4c6c-8376-05554bed5000), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.691664 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0daa0179-4db5-48bf-afa3-ed7e239773c0 req-0e3fd596-1002-468d-b2a7-e5a5578a0255 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411668 May 12 17:45:30.713774 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (8260d60a-6b89-4c6c-8376-05554bed5000), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.750242 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:30.753035 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:30.760207 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:45:30.765741 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Pushing event updated for resources: {'Port': ['ID=8260d60a-6b89-4c6c-8376-05554bed5000,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:30.850587 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for floatingip (8a769494-665a-4aa0-b477-e3982479ffcb), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:30.887344 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (8260d60a-6b89-4c6c-8376-05554bed5000), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:31.061850 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for port (8260d60a-6b89-4c6c-8376-05554bed5000), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:31.066122 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (8260d60a-6b89-4c6c-8376-05554bed5000), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:31.135384 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Pushing event updated for resources: {'Port': ['ID=8260d60a-6b89-4c6c-8376-05554bed5000,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:31.145040 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (8a769494-665a-4aa0-b477-e3982479ffcb), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:31.167301 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:31.168543 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-31b15137-c89d-4ed2-a7dd-5c2f77e5f480 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8273497 May 12 17:45:31.360970 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-12dc480f-fd99-4cd8-88c8-34dea2745c0c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1821487677&fields=id&tenant_id=bcee5099fd2b4df2adaa069af3a45733 HTTP/1.1" status: 200 len: 267 time: 0.0424552 May 12 17:45:31.456629 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e14903-614a-40c1-92bf-03feb827dc76 req-d01edd0a-de3b-4f9d-a32c-0cc5da33a950 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:31.458160 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-44e14903-614a-40c1-92bf-03feb827dc76 req-d01edd0a-de3b-4f9d-a32c-0cc5da33a950 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0487077 May 12 17:45:31.473809 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-1aed8a6d-0305-4d95-83e4-a8574375b784 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:31.475287 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-1aed8a6d-0305-4d95-83e4-a8574375b784 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/networks?id=c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 200 len: 817 time: 0.1080775 May 12 17:45:31.491000 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-e69524fa-6727-46f4-bf11-077e288ec949 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/quotas/bcee5099fd2b4df2adaa069af3a45733 HTTP/1.1" status: 200 len: 375 time: 0.0093615 May 12 17:45:31.512892 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-44e14903-614a-40c1-92bf-03feb827dc76 req-052faf6f-b25d-4760-8f3b-6f92c4aaf950 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464337 May 12 17:45:31.546660 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-2bc06610-f92b-4f28-a1d0-eba6ee19a17d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0500755 May 12 17:45:31.639699 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-30dc2905-d336-4fe2-bfdc-7165caca6105 service neutron] 10.222.0.76 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814867 May 12 17:45:31.732262 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-1f3f1bb5-f505-4e2c-883b-fd94a8988d28 service neutron] 10.222.0.76 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867198 May 12 17:45:31.812697 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c97b7d-a6ab-4889-99f3-5567644bc62f req-bc8bde0d-3820-400a-8d22-e20e00b0e8bc tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:31.814192 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-45c97b7d-a6ab-4889-99f3-5567644bc62f req-bc8bde0d-3820-400a-8d22-e20e00b0e8bc tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0510230 May 12 17:45:31.871841 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-45c97b7d-a6ab-4889-99f3-5567644bc62f req-ad27c97d-1047-4077-8838-a6f78f3c30e6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513351 May 12 17:45:31.899529 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f1b99d1a-dab9-48a7-817c-f1e5b3bc0c2a req-a09fb33d-9733-4750-9be9-b65c9d3ca3e5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 210 time: 0.0293708 May 12 17:45:32.644488 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83bf99-9bc1-41c3-a1e4-dbc882f7cad6 req-3d9ed995-d20f-4006-832a-5860965ff70e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:32.646153 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0b83bf99-9bc1-41c3-a1e4-dbc882f7cad6 req-3d9ed995-d20f-4006-832a-5860965ff70e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0553675 May 12 17:45:32.732366 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0b83bf99-9bc1-41c3-a1e4-dbc882f7cad6 req-77e247e0-435b-406c-bbaf-e5a3cadd353c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793490 May 12 17:45:32.997942 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9156b-d57d-4ba1-bb6a-a6a330444e59 req-76af2467-f0fe-4f93-a250-404045ed4b44 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:33.000486 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c5a9156b-d57d-4ba1-bb6a-a6a330444e59 req-76af2467-f0fe-4f93-a250-404045ed4b44 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0564632 May 12 17:45:33.010473 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-000d95b0-8523-48ae-b0a9-03836e9ca2c1 req-bd9bf1fd-0cdc-4175-9162-0ec3d61aa642 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 210 time: 0.0370374 May 12 17:45:33.055899 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c5a9156b-d57d-4ba1-bb6a-a6a330444e59 req-90ccf102-d629-4d8a-836a-96516e8ee70c tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489616 May 12 17:45:33.868775 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1a067-9075-4ce7-8282-5c7fab955bf5 req-7b99046d-319c-4efd-adbb-e717fc836476 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:33.870247 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-64e1a067-9075-4ce7-8282-5c7fab955bf5 req-7b99046d-319c-4efd-adbb-e717fc836476 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0508361 May 12 17:45:33.916934 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-64e1a067-9075-4ce7-8282-5c7fab955bf5 req-0a643b35-06a4-4e7d-bc5a-37e7d7860615 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410984 May 12 17:45:34.112649 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0c8849d4-9636-4be5-80ae-4163b99960c1 req-0654ba66-d5b1-4c2e-9b59-46b63d0f8be5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 210 time: 0.0316219 May 12 17:45:34.179213 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414d55-6727-423c-a39b-8ac977a6a75e req-d2d973b1-3f17-41ff-b829-c6839d379bc5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:34.186913 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-87414d55-6727-423c-a39b-8ac977a6a75e req-d2d973b1-3f17-41ff-b829-c6839d379bc5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0558615 May 12 17:45:34.239652 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-87414d55-6727-423c-a39b-8ac977a6a75e req-e7eae0f1-2ce9-43fb-b3f9-96dc72a4851b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517614 May 12 17:45:35.058704 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73f04f-c422-49ae-9aae-88dacd24e57d req-95d44f44-0118-4378-a63b-13a5d777ec40 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:35.060588 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ae73f04f-c422-49ae-9aae-88dacd24e57d req-95d44f44-0118-4378-a63b-13a5d777ec40 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0549111 May 12 17:45:35.232296 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ae73f04f-c422-49ae-9aae-88dacd24e57d req-92fe243e-5cc8-4ed8-8a3f-32f84a17f1bf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657338 May 12 17:45:35.286351 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-bd168547-8696-4ea2-a3cd-d0021fbcc503 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:35.289540 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-bd168547-8696-4ea2-a3cd-d0021fbcc503 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.89 "GET /v2.0/networks?id=c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 200 len: 817 time: 0.2212403 May 12 17:45:35.290988 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4802b3f3-0af7-4091-aa70-58800fc7c4a2 req-c7ac085c-2f88-425e-88f1-e6cc82fb4b9d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 210 time: 0.0745027 May 12 17:45:35.381743 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-8c2d08eb-e318-4f37-a1cb-bdade2a5ed48 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcee5099fd2b4df2adaa069af3a45733 HTTP/1.1" status: 200 len: 380 time: 0.0753143 May 12 17:45:35.474886 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Request body: {'port': {'device_id': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'admin_state_up': True, 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'security_groups': ['83bfe080-5505-4240-bd8f-0954031ae206']}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:35.609887 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Made reservation on behalf of bcee5099fd2b4df2adaa069af3a45733 for: {'port': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:45:35.613470 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:35.793407 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Allocated IP 172.20.0.3 (c2308c9c-cbd7-48e8-a900-0d956d07aa27/a749117e-7664-42e5-8028-21fb3d238fc4/e7bcf6a7-e3d8-42ac-93af-72139b9509fa) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:45:35.983075 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51720423-9fb1-4e66-8470-cfa3fb439c6f req-6878c241-55de-4dd0-8877-914ce3b03bbd tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:35.983895 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for port (e7bcf6a7-e3d8-42ac-93af-72139b9509fa), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:35.985094 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-51720423-9fb1-4e66-8470-cfa3fb439c6f req-6878c241-55de-4dd0-8877-914ce3b03bbd tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 945 time: 0.0487292 May 12 17:45:36.027092 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (e7bcf6a7-e3d8-42ac-93af-72139b9509fa), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:36.046390 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-51720423-9fb1-4e66-8470-cfa3fb439c6f req-ec9e4dd0-8bce-4199-a9cb-1a95cb1e87b3 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555277 May 12 17:45:36.070766 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Network c2308c9c-cbd7-48e8-a900-0d956d07aa27 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:36.074066 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:36.077808 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:45:36.124642 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Pushing event updated for resources: {'Port': ['ID=e7bcf6a7-e3d8-42ac-93af-72139b9509fa,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:36.134813 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:36.135120 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:36.135474 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:36.135823 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:36.136174 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:36.136657 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:36.136909 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:36.137261 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:36.137634 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:36.137969 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:36.138305 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:36.138641 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:36.139001 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:36.139413 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:36.142694 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:36.211287 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:36.222204 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:36.277585 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-503c9e84-e81d-4ae3-a390-3f15fad0f883 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8070312 May 12 17:45:36.506728 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-f0af1a4b-0b0f-4b32-83df-8e69d58286f5 None None] Provisioning complete for port e7bcf6a7-e3d8-42ac-93af-72139b9509fa triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:36.506728 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f0af1a4b-0b0f-4b32-83df-8e69d58286f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (e7bcf6a7-e3d8-42ac-93af-72139b9509fa), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:36.552798 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1cec1-88cf-4433-a556-4dda484a16c8 req-6b619832-f35d-46ab-8ba5-01050a9f810f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:36.569723 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-95a1cec1-88cf-4433-a556-4dda484a16c8 req-6b619832-f35d-46ab-8ba5-01050a9f810f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.2135320 May 12 17:45:36.594612 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f0af1a4b-0b0f-4b32-83df-8e69d58286f5 None None] Port e7bcf6a7-e3d8-42ac-93af-72139b9509fa cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:45:36.603186 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb6099-d0c0-4e00-bf0a-8f5fb9349849 req-bcf1b173-8037-4513-8e1e-86507d5cea8e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:36.605487 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-aacb6099-d0c0-4e00-bf0a-8f5fb9349849 req-bcf1b173-8037-4513-8e1e-86507d5cea8e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 931 time: 0.1386373 May 12 17:45:36.660455 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-95a1cec1-88cf-4433-a556-4dda484a16c8 req-80c12e9a-fa12-40ad-a5b3-c65ee7866069 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885885 May 12 17:45:36.677347 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-aacb6099-d0c0-4e00-bf0a-8f5fb9349849 req-fbea5d2a-b594-4399-a809-d3dcea4de7cd tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645056 May 12 17:45:37.173327 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d47d7-b52b-4375-b0e3-0d3ceb3f926b req-d87dd21e-57c3-4bcf-b7d5-7baa35aa5968 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:37.174835 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-672d47d7-b52b-4375-b0e3-0d3ceb3f926b req-d87dd21e-57c3-4bcf-b7d5-7baa35aa5968 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 945 time: 0.0510795 May 12 17:45:37.235381 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-672d47d7-b52b-4375-b0e3-0d3ceb3f926b req-5ec8d041-6fa8-43b9-86de-490ebd7859f2 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531957 May 12 17:45:37.784822 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c307b10-82e0-4097-b355-46b107b08389 req-706b5e54-fe95-4db6-919b-416dd19fe3eb tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:37.794970 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2c307b10-82e0-4097-b355-46b107b08389 req-706b5e54-fe95-4db6-919b-416dd19fe3eb tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0637252 May 12 17:45:37.840654 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a1443-9424-4601-86dd-89a14ca61253 req-efe23195-699f-4d97-b6fc-b80dad9eddeb tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:37.842216 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-408a1443-9424-4601-86dd-89a14ca61253 req-efe23195-699f-4d97-b6fc-b80dad9eddeb tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 931 time: 0.0757349 May 12 17:45:37.858756 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2c307b10-82e0-4097-b355-46b107b08389 req-be5a9d81-3dda-417b-89b6-c7c24d679880 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561862 May 12 17:45:37.897809 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-408a1443-9424-4601-86dd-89a14ca61253 req-a494b6e0-8882-408b-af96-23632faf9773 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483375 May 12 17:45:38.355526 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660ec59-3e73-428a-9d47-b1c134cebd7f req-6dc5d16e-50c7-41a7-84c9-379b845c77cc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:38.357426 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e660ec59-3e73-428a-9d47-b1c134cebd7f req-6dc5d16e-50c7-41a7-84c9-379b845c77cc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 945 time: 0.0495052 May 12 17:45:38.406417 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e660ec59-3e73-428a-9d47-b1c134cebd7f req-e7e4b3a0-e696-421f-8c6a-a2bcbab6ab56 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436068 May 12 17:45:38.486729 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Request body: {'port': {'device_id': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:38.559659 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (e7bcf6a7-e3d8-42ac-93af-72139b9509fa), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:38.923256 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bcf6a7-e3d8-42ac-93af-72139b9509fa {{(pid=110068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:45:38.933399 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Publish callbacks [] for port (e7bcf6a7-e3d8-42ac-93af-72139b9509fa), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:38.949985 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.provisioning_blocks [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Transition to ACTIVE for port object e7bcf6a7-e3d8-42ac-93af-72139b9509fa will not be triggered until provisioned by entity L2. {{(pid=110068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:45:38.965884 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (e7bcf6a7-e3d8-42ac-93af-72139b9509fa), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:39.088375 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd8cc8-3ba1-46aa-bb1d-26e14398bf7f req-f5d1e51a-2d8c-4382-81fa-8ce4d157c191 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:39.090218 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-88cd8cc8-3ba1-46aa-bb1d-26e14398bf7f req-f5d1e51a-2d8c-4382-81fa-8ce4d157c191 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.1357768 May 12 17:45:39.114235 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb5a6d-85aa-45a2-b9b6-c1c20257fce7 req-1a15aabf-d4ff-494e-abad-bd38188f289d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:39.123308 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c9eb5a6d-85aa-45a2-b9b6-c1c20257fce7 req-1a15aabf-d4ff-494e-abad-bd38188f289d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 943 time: 0.0947587 May 12 17:45:39.142763 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bcf6a7-e3d8-42ac-93af-72139b9509fa,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:39.228859 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-88cd8cc8-3ba1-46aa-bb1d-26e14398bf7f req-0ab70880-e59a-4813-9fbe-d40b7cf7c76b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258278 May 12 17:45:39.253522 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Attempting to bind port e7bcf6a7-e3d8-42ac-93af-72139b9509fa on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:45:39.253867 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Attempting to bind port e7bcf6a7-e3d8-42ac-93af-72139b9509fa by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'}] {{(pid=110068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:45:39.254208 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Attempting to bind port e7bcf6a7-e3d8-42ac-93af-72139b9509fa on network c2308c9c-cbd7-48e8-a900-0d956d07aa27 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:39.264668 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b500f81d-323e-4238-bdfb-33d8e9d5358c req-9f7abbc4-ac5b-4853-93fa-8ca5d6d37ba7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1114690 May 12 17:45:39.271021 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Port e7bcf6a7-e3d8-42ac-93af-72139b9509fa on network c2308c9c-cbd7-48e8-a900-0d956d07aa27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:45:39.271328 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Attempting to bind port e7bcf6a7-e3d8-42ac-93af-72139b9509fa on network c2308c9c-cbd7-48e8-a900-0d956d07aa27 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:39.280963 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:45:39.281936 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Checking segment: {'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:45:39.283461 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Bound using segment: {'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'} {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:45:39.284141 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Bound port: e7bcf6a7-e3d8-42ac-93af-72139b9509fa, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6231d98a-d911-4343-84b4-0317b4160848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27'}}] {{(pid=110068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:45:39.285666 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284aefff-b0bd-4c87-b0e2-f957826780a9 req-1f7586d9-4ccf-48f0-b730-d7cbb76827f4 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:39.287287 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-284aefff-b0bd-4c87-b0e2-f957826780a9 req-1f7586d9-4ccf-48f0-b730-d7cbb76827f4 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.89 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 945 time: 0.1425471 May 12 17:45:39.294116 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (e7bcf6a7-e3d8-42ac-93af-72139b9509fa), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:39.305429 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c9eb5a6d-85aa-45a2-b9b6-c1c20257fce7 req-748926ae-22e1-4a10-b1c0-e150faf903a2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806858 May 12 17:45:39.394645 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500f81d-323e-4238-bdfb-33d8e9d5358c req-5e17825d-4b93-460d-aef2-9cd800024e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:39.396579 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b500f81d-323e-4238-bdfb-33d8e9d5358c req-5e17825d-4b93-460d-aef2-9cd800024e56 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 1130 time: 0.0903037 May 12 17:45:39.417858 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] For port e7bcf6a7-e3d8-42ac-93af-72139b9509fa, host hv-cinder-83979, cleared binding levels {{(pid=110068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:45:39.424375 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] For port e7bcf6a7-e3d8-42ac-93af-72139b9509fa, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e7bcf6a7-e3d8-42ac-93af-72139b9509fa,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:45:39.437238 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (e7bcf6a7-e3d8-42ac-93af-72139b9509fa), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:39.470483 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-284aefff-b0bd-4c87-b0e2-f957826780a9 req-5f4bff9a-0f4b-4af3-8212-632c6b5de0dc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Deleting port 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:45:39.471131 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-284aefff-b0bd-4c87-b0e2-f957826780a9 req-5f4bff9a-0f4b-4af3-8212-632c6b5de0dc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (27eca0e5-f3eb-4a6d-be1d-b05246bdf746), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:39.525499 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:39.526089 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:39.526880 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:39.528454 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] 10.222.0.89 "PUT /v2.0/ports/e7bcf6a7-e3d8-42ac-93af-72139b9509fa HTTP/1.1" status: 200 len: 1093 time: 1.0468109 May 12 17:45:39.530877 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'tag': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:39.533223 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f06f05-7acf-4fe2-9ce8-36ddc34cebd8" -d '{"events": [{"name": "network-changed", "server_uuid": "0424abb5-9a1e-40d7-9293-6afed05d22a4", "tag": "e7bcf6a7-e3d8-42ac-93af-72139b9509fa"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:39.635605 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c865ef-5653-4637-94c5-f6e8a75f2e55 x-openstack-request-id: req-88c865ef-5653-4637-94c5-f6e8a75f2e55 {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:39.636153 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0424abb5-9a1e-40d7-9293-6afed05d22a4", "tag": "e7bcf6a7-e3d8-42ac-93af-72139b9509fa", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:39.636571 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88c865ef-5653-4637-94c5-f6e8a75f2e55 {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:39.637177 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c865ef-5653-4637-94c5-f6e8a75f2e55'] response: {'name': 'network-changed', 'server_uuid': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'tag': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa', 'status': 'completed', 'code': 200} May 12 17:45:39.747144 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-284aefff-b0bd-4c87-b0e2-f957826780a9 req-5f4bff9a-0f4b-4af3-8212-632c6b5de0dc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] For port 27eca0e5-f3eb-4a6d-be1d-b05246bdf746, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=27eca0e5-f3eb-4a6d-be1d-b05246bdf746,segment=NetworkSegment(31e543ed-2931-4db4-ba86-49737c2562f7),segment_id=31e543ed-2931-4db4-ba86-49737c2562f7)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:39.747652 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-284aefff-b0bd-4c87-b0e2-f957826780a9 req-5f4bff9a-0f4b-4af3-8212-632c6b5de0dc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (27eca0e5-f3eb-4a6d-be1d-b05246bdf746), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:39.765779 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-284aefff-b0bd-4c87-b0e2-f957826780a9 req-5f4bff9a-0f4b-4af3-8212-632c6b5de0dc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Calling delete_port for 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:45:39.905062 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500f81d-323e-4238-bdfb-33d8e9d5358c req-09787222-7b44-430f-a0d1-c17951bb624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:39.906772 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b500f81d-323e-4238-bdfb-33d8e9d5358c req-09787222-7b44-430f-a0d1-c17951bb624e service neutron] 10.222.0.89 "GET /v2.0/networks?id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5 HTTP/1.1" status: 200 len: 916 time: 0.4254546 May 12 17:45:39.991114 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-284aefff-b0bd-4c87-b0e2-f957826780a9 req-5f4bff9a-0f4b-4af3-8212-632c6b5de0dc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (27eca0e5-f3eb-4a6d-be1d-b05246bdf746), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:40.015172 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['27eca0e5-f3eb-4a6d-be1d-b05246bdf746'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:45:40.024736 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bff9a-0f4b-4af3-8212-632c6b5de0dc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Pushing event deleted for resources: {'Port': ['ID=27eca0e5-f3eb-4a6d-be1d-b05246bdf746,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:40.060438 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-c5846701-3757-43c4-b3b9-7fa588278ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:40.071886 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-c5846701-3757-43c4-b3b9-7fa588278ddd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 1127 time: 0.4317322 May 12 17:45:40.072567 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc9a68-af16-482d-98af-a0097101e289 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bcf6a7-e3d8-42ac-93af-72139b9509fa,revision_number=3']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:40.083142 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33e42b-5c18-4b95-a2cb-d59a97489f3a req-f0ffeed6-ab1c-48fa-b26e-8d20fd6d6be8 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:40.090332 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6b33e42b-5c18-4b95-a2cb-d59a97489f3a req-f0ffeed6-ab1c-48fa-b26e-8d20fd6d6be8 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 945 time: 0.5396206 May 12 17:45:40.091689 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-284aefff-b0bd-4c87-b0e2-f957826780a9 req-5f4bff9a-0f4b-4af3-8212-632c6b5de0dc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] No DVR routers for this DVR port 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:45:40.094737 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-284aefff-b0bd-4c87-b0e2-f957826780a9 req-5f4bff9a-0f4b-4af3-8212-632c6b5de0dc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:40.099169 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-284aefff-b0bd-4c87-b0e2-f957826780a9 req-5f4bff9a-0f4b-4af3-8212-632c6b5de0dc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.89 "DELETE /v2.0/ports/27eca0e5-f3eb-4a6d-be1d-b05246bdf746 HTTP/1.1" status: 204 len: 173 time: 0.7377853 May 12 17:45:40.099704 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c187f64c-8f0e-49e9-af9c-09fcad26bec4', 'name': 'network-vif-deleted', 'tag': '27eca0e5-f3eb-4a6d-be1d-b05246bdf746'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:40.102923 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981bfebc-5d25-4bdf-9a05-cd3c1d24f96b" -d '{"events": [{"server_uuid": "c187f64c-8f0e-49e9-af9c-09fcad26bec4", "name": "network-vif-deleted", "tag": "27eca0e5-f3eb-4a6d-be1d-b05246bdf746"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:40.159983 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1b4fff-fd94-43ba-a199-3bc9134f8dca x-openstack-request-id: req-cf1b4fff-fd94-43ba-a199-3bc9134f8dca {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:40.160614 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c187f64c-8f0e-49e9-af9c-09fcad26bec4", "name": "network-vif-deleted", "tag": "27eca0e5-f3eb-4a6d-be1d-b05246bdf746", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:40.161384 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cf1b4fff-fd94-43ba-a199-3bc9134f8dca {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:40.161886 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1b4fff-fd94-43ba-a199-3bc9134f8dca'] response: {'server_uuid': 'c187f64c-8f0e-49e9-af9c-09fcad26bec4', 'name': 'network-vif-deleted', 'tag': '27eca0e5-f3eb-4a6d-be1d-b05246bdf746', 'status': 'completed', 'code': 200} May 12 17:45:40.176520 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6b33e42b-5c18-4b95-a2cb-d59a97489f3a req-56f5d307-f634-4938-9339-395345119314 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853634 May 12 17:45:40.396841 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-a75eae6d-726e-4fae-aa81-2ca65f09c766 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7bcf6a7-e3d8-42ac-93af-72139b9509fa HTTP/1.1" status: 200 len: 217 time: 0.0950277 May 12 17:45:40.512736 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2d69d-17fd-416c-bec0-90da2f57925c req-75f255da-a69f-4f64-862b-7f3d2ea2563a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:40.528109 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a3e2d69d-17fd-416c-bec0-90da2f57925c req-75f255da-a69f-4f64-862b-7f3d2ea2563a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 943 time: 0.0852284 May 12 17:45:40.539921 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-afd6a4f9-c549-4f49-b263-83708bbf64cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:40.541764 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-afd6a4f9-c549-4f49-b263-83708bbf64cd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a749117e-7664-42e5-8028-21fb3d238fc4 HTTP/1.1" status: 200 len: 856 time: 0.1311722 May 12 17:45:40.595875 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-1231cb86-917d-4d09-a306-6ee616ae2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:40.597842 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-1231cb86-917d-4d09-a306-6ee616ae2a8a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722&tenant_id=c07bc791aa8d45d4a9e72758f39f6a85 HTTP/1.1" status: 200 len: 1127 time: 0.1859524 May 12 17:45:40.601105 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a3e2d69d-17fd-416c-bec0-90da2f57925c req-9f625a23-dfd4-4c73-bafe-f4c9dd434891 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716062 May 12 17:45:40.605038 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f9383-77a1-461d-a28a-37110fcc1aa5 req-f70044be-8f99-46f0-87e5-b1544194795a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:40.606520 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3c0f9383-77a1-461d-a28a-37110fcc1aa5 req-f70044be-8f99-46f0-87e5-b1544194795a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.1978207 May 12 17:45:40.608592 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b500f81d-323e-4238-bdfb-33d8e9d5358c req-adcf99d7-6ff9-45dd-94be-ede44df59480 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 HTTP/1.1" status: 200 len: 1002 time: 0.3129892 May 12 17:45:40.659055 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3c0f9383-77a1-461d-a28a-37110fcc1aa5 req-9a40b368-9fb5-4ff8-a6aa-7458efb5374c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461395 May 12 17:45:41.030450 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-7b5bfb89-616f-4477-9504-12fe71f6f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:41.032138 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-7b5bfb89-616f-4477-9504-12fe71f6f63d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c2308c9c-cbd7-48e8-a900-0d956d07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0500062 May 12 17:45:41.082198 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500f81d-323e-4238-bdfb-33d8e9d5358c req-fa0d448d-ad92-48b9-b4ad-af10a2182165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:41.084214 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b500f81d-323e-4238-bdfb-33d8e9d5358c req-fa0d448d-ad92-48b9-b4ad-af10a2182165 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e6c02cbf-c8ea-4ce8-9704-004518301240 HTTP/1.1" status: 200 len: 854 time: 0.0488322 May 12 17:45:41.171377 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-c264a619-1ab5-49d7-b0f8-8790f2aeaaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:41.173402 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-c264a619-1ab5-49d7-b0f8-8790f2aeaaed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c07bc791aa8d45d4a9e72758f39f6a85&device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 1127 time: 0.0881424 May 12 17:45:41.175773 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500f81d-323e-4238-bdfb-33d8e9d5358c req-8ea945fd-909d-4232-a3b9-71df9f4cb31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:41.177191 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b500f81d-323e-4238-bdfb-33d8e9d5358c req-8ea945fd-909d-4232-a3b9-71df9f4cb31a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0618892 May 12 17:45:41.214540 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-78cb5cb9-74bf-4add-83a0-be59c6130037 service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578510 May 12 17:45:41.383724 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c986e57e-173a-4bfc-bae5-f1a6610943c8 req-7454f000-7132-4f12-9f82-3de845ed9580 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=c187f64c-8f0e-49e9-af9c-09fcad26bec4 HTTP/1.1" status: 200 len: 210 time: 0.0530827 May 12 17:45:41.406947 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b500f81d-323e-4238-bdfb-33d8e9d5358c req-f4921e1b-1f96-4128-9e68-df51d6f8cdb4 service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965492 May 12 17:45:41.434268 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dd21d410-8312-41a5-9f0f-9ada73d925c4 req-cb03746f-d7e7-429b-bd9b-b11953643b1e service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095897 May 12 17:45:41.460552 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-ee39469d-049e-4c89-974c-616a77e7a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:41.462074 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-ee39469d-049e-4c89-974c-616a77e7a6c8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 HTTP/1.1" status: 200 len: 918 time: 0.2677190 May 12 17:45:41.585204 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-71a1c72c-21c6-457d-b55f-d54738f69ffb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c HTTP/1.1" status: 200 len: 999 time: 0.0839627 May 12 17:45:41.587136 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b500f81d-323e-4238-bdfb-33d8e9d5358c req-d2144597-0c4a-4608-b342-083eb6ed4a35 service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649954 May 12 17:45:41.764102 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea5290-8c71-483a-b9a8-8f8a21166511 req-b6b0b9f7-2d82-4ef4-842d-f00c54429645 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:41.775352 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-90ea5290-8c71-483a-b9a8-8f8a21166511 req-b6b0b9f7-2d82-4ef4-842d-f00c54429645 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 943 time: 0.0743005 May 12 17:45:41.795645 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c762a-4bd0-40dd-a682-75d12dcc6a9b req-94ccd077-c7d8-43e6-9753-e18540019370 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:41.797253 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-955c762a-4bd0-40dd-a682-75d12dcc6a9b req-94ccd077-c7d8-43e6-9753-e18540019370 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0525799 May 12 17:45:41.835225 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-90ea5290-8c71-483a-b9a8-8f8a21166511 req-57de62eb-ab50-42e9-9b20-b3366b990779 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589104 May 12 17:45:41.868011 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-955c762a-4bd0-40dd-a682-75d12dcc6a9b req-74608cac-e27f-45f7-b178-1de847368780 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633841 May 12 17:45:42.642294 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:45:42.675111 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:45:42.675747 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 27eca0e5-f3eb-4a6d-be1d-b05246bdf746 not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:45:42.976531 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c600c7-cb25-4a43-bbd6-9494d08cf595 req-0e83d482-8a53-44a7-ba09-9c92769a9069 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:42.978474 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-25c600c7-cb25-4a43-bbd6-9494d08cf595 req-0e83d482-8a53-44a7-ba09-9c92769a9069 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 943 time: 0.0618515 May 12 17:45:43.006620 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c58c3-d26e-4972-84a4-676ac389a7f5 req-01eae9d4-3466-46d3-8a0d-f87d8bce6dc6 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:43.009530 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e30c58c3-d26e-4972-84a4-676ac389a7f5 req-01eae9d4-3466-46d3-8a0d-f87d8bce6dc6 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0612440 May 12 17:45:43.038580 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-25c600c7-cb25-4a43-bbd6-9494d08cf595 req-d300ce8f-5441-4ba0-87f9-d1a382f0b170 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541408 May 12 17:45:43.060203 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e30c58c3-d26e-4972-84a4-676ac389a7f5 req-d92bbc7f-4873-4598-a321-e41a3741e925 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450666 May 12 17:45:44.188176 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737052ec-6505-4db4-a02c-3e0aa694400d req-5ffcbcc9-2abd-4761-8253-2ba3bb1e54d3 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:44.190422 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-737052ec-6505-4db4-a02c-3e0aa694400d req-5ffcbcc9-2abd-4761-8253-2ba3bb1e54d3 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 943 time: 0.0692327 May 12 17:45:44.203945 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f48d15-9874-454f-8c97-96dabc5e7922 req-3be9258b-80b5-408e-85e6-fd8cf1933d46 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:44.212158 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-27f48d15-9874-454f-8c97-96dabc5e7922 req-3be9258b-80b5-408e-85e6-fd8cf1933d46 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0676668 May 12 17:45:44.248070 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-737052ec-6505-4db4-a02c-3e0aa694400d req-3ad060d1-0a00-4e65-86ad-ef681a585d9d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507205 May 12 17:45:44.270451 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-27f48d15-9874-454f-8c97-96dabc5e7922 req-b0c030a3-0829-4b1f-b8d1-96e97559230e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563221 May 12 17:45:45.408181 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf55d93-11b1-4803-9e35-bc4711a56699 req-65adb4b4-048f-4748-bf2c-56a00de2f52b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:45.416165 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-daf55d93-11b1-4803-9e35-bc4711a56699 req-65adb4b4-048f-4748-bf2c-56a00de2f52b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 943 time: 0.0884752 May 12 17:45:45.458241 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f9a0d-e854-487a-99b9-34c0a630727e req-c9f2efa8-f5ff-4793-9445-7eec4eec5757 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:45.461562 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9c8f9a0d-e854-487a-99b9-34c0a630727e req-c9f2efa8-f5ff-4793-9445-7eec4eec5757 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0825057 May 12 17:45:45.486647 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-daf55d93-11b1-4803-9e35-bc4711a56699 req-8709f995-74a9-4779-9213-0dca03dc0401 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676699 May 12 17:45:45.527943 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9c8f9a0d-e854-487a-99b9-34c0a630727e req-e7e10608-7daa-4b89-9d7c-2d1c267c8deb tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582643 May 12 17:45:46.288259 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f06f05-7acf-4fe2-9ce8-36ddc34cebd8 req-7f8026f2-c6b2-4e1b-8cfc-1d3476b5b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:46.290314 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-28f06f05-7acf-4fe2-9ce8-36ddc34cebd8 req-7f8026f2-c6b2-4e1b-8cfc-1d3476b5b568 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 1127 time: 0.0516880 May 12 17:45:46.291928 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-a9ab40a9-fe2b-4ea0-b22e-8d5142f46e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:46.293303 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-a9ab40a9-fe2b-4ea0-b22e-8d5142f46e98 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0b0dfdc-d399-403b-bb90-d8985605957d HTTP/1.1" status: 200 len: 856 time: 0.0912995 May 12 17:45:46.643915 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c22e1-8cd9-48ed-babf-45c04abc02f1 req-602a032c-5a4a-4092-bd13-794ec6bcf197 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:46.646340 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e15c22e1-8cd9-48ed-babf-45c04abc02f1 req-602a032c-5a4a-4092-bd13-794ec6bcf197 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 943 time: 0.0790911 May 12 17:45:46.652387 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device e7bcf6a7-e3d8-42ac-93af-72139b9509fa details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:45:46.685391 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f5135-dc7b-44be-85a5-9e9c39fa91b3 req-3fcf242d-1a52-40a5-8969-9a75bae10b8b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:46.694096 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b89f5135-dc7b-44be-85a5-9e9c39fa91b3 req-3fcf242d-1a52-40a5-8969-9a75bae10b8b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0625768 May 12 17:45:46.755991 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e15c22e1-8cd9-48ed-babf-45c04abc02f1 req-076a70eb-e81b-46b2-9822-457e8625c03e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989318 May 12 17:45:46.765194 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-0da5497c-832a-450b-ac6b-cf038de684a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:46.766774 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-0da5497c-832a-450b-ac6b-cf038de684a3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450706 May 12 17:45:46.859380 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port e7bcf6a7-e3d8-42ac-93af-72139b9509fa, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e7bcf6a7-e3d8-42ac-93af-72139b9509fa,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:46.867754 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b89f5135-dc7b-44be-85a5-9e9c39fa91b3 req-9b8af54c-bff6-4fa9-b414-921759150c0f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717975 May 12 17:45:46.922099 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'port_id': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa', 'mac_address': 'fa:16:3e:ce:43:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:45:46.987335 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f06f05-7acf-4fe2-9ce8-36ddc34cebd8 req-88bd0078-e467-4ef2-93f4-3482dcfeedce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:46.992975 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-28f06f05-7acf-4fe2-9ce8-36ddc34cebd8 req-88bd0078-e467-4ef2-93f4-3482dcfeedce service neutron] 10.222.0.89 "GET /v2.0/networks?id=c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 200 len: 918 time: 0.2780900 May 12 17:45:46.997171 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-f2e05678-076b-4974-be8c-6f13788fb4b7 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107735 May 12 17:45:47.006078 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port e7bcf6a7-e3d8-42ac-93af-72139b9509fa is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:47.006772 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (e7bcf6a7-e3d8-42ac-93af-72139b9509fa), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:47.023075 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bcf6a7-e3d8-42ac-93af-72139b9509fa {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:45:47.055137 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port e7bcf6a7-e3d8-42ac-93af-72139b9509fa, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e7bcf6a7-e3d8-42ac-93af-72139b9509fa,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:47.063856 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (e7bcf6a7-e3d8-42ac-93af-72139b9509fa), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:47.121614 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=e7bcf6a7-e3d8-42ac-93af-72139b9509fa,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:47.480055 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-28f06f05-7acf-4fe2-9ce8-36ddc34cebd8 req-5de35cab-2a6a-4b15-9045-03d4a50ec493 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7bcf6a7-e3d8-42ac-93af-72139b9509fa HTTP/1.1" status: 200 len: 217 time: 0.0623417 May 12 17:45:47.593187 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['e7bcf6a7-e3d8-42ac-93af-72139b9509fa'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:45:47.597118 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f06f05-7acf-4fe2-9ce8-36ddc34cebd8 req-6a35caa3-1b22-4c35-bc8e-55d919139110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:47.598785 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-28f06f05-7acf-4fe2-9ce8-36ddc34cebd8 req-6a35caa3-1b22-4c35-bc8e-55d919139110 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a749117e-7664-42e5-8028-21fb3d238fc4 HTTP/1.1" status: 200 len: 856 time: 0.1091669 May 12 17:45:47.606926 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ca04bce2-af02-4678-b981-e6aec5636a6e req-3ff25b34-55a4-44b3-b573-eadf7172ed84 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824901 May 12 17:45:47.716029 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f06f05-7acf-4fe2-9ce8-36ddc34cebd8 req-4df5da55-56ce-479c-bbff-9628890dd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:47.718124 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-28f06f05-7acf-4fe2-9ce8-36ddc34cebd8 req-4df5da55-56ce-479c-bbff-9628890dd1e5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c2308c9c-cbd7-48e8-a900-0d956d07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0941136 May 12 17:45:47.833598 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-28f06f05-7acf-4fe2-9ce8-36ddc34cebd8 req-2411c832-5cc2-458a-b05f-f61e9feeffc8 service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020515 May 12 17:45:47.945530 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dec792-25eb-421e-a146-90a1e41f849a req-6e11db35-ec79-419c-9a2b-d06ad001c765 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:47.958222 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-28f06f05-7acf-4fe2-9ce8-36ddc34cebd8 req-ae7230d4-0074-48d4-bd01-b5e46f8d9c98 service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132338 May 12 17:45:47.960984 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a9dec792-25eb-421e-a146-90a1e41f849a req-6e11db35-ec79-419c-9a2b-d06ad001c765 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 944 time: 0.1065104 May 12 17:45:48.050097 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a9dec792-25eb-421e-a146-90a1e41f849a req-14a50e23-b037-4608-87c3-349ac6c0efa5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850964 May 12 17:45:48.088789 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874923d7-d358-4385-9200-49d7aa3f21d2 req-722c892b-ffeb-4321-80a4-3e99311923b2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:48.093497 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-874923d7-d358-4385-9200-49d7aa3f21d2 req-722c892b-ffeb-4321-80a4-3e99311923b2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0725558 May 12 17:45:48.152514 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-874923d7-d358-4385-9200-49d7aa3f21d2 req-3c3314ee-686e-436f-bfa0-3e42c008556a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465889 May 12 17:45:48.762645 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device e7bcf6a7-e3d8-42ac-93af-72139b9509fa up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:45:48.880795 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port e7bcf6a7-e3d8-42ac-93af-72139b9509fa completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:45:48.888084 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port e7bcf6a7-e3d8-42ac-93af-72139b9509fa triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:45:48.888523 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (e7bcf6a7-e3d8-42ac-93af-72139b9509fa), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:49.040772 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port e7bcf6a7-e3d8-42ac-93af-72139b9509fa is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:45:49.041501 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (e7bcf6a7-e3d8-42ac-93af-72139b9509fa), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:49.085588 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:45:49.087985 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c5a731-1f64-48fc-b009-fd0bfa04668c" -d '{"events": [{"server_uuid": "0424abb5-9a1e-40d7-9293-6afed05d22a4", "name": "network-vif-plugged", "status": "completed", "tag": "e7bcf6a7-e3d8-42ac-93af-72139b9509fa"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:45:49.102041 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port e7bcf6a7-e3d8-42ac-93af-72139b9509fa, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e7bcf6a7-e3d8-42ac-93af-72139b9509fa,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:45:49.111585 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (e7bcf6a7-e3d8-42ac-93af-72139b9509fa), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:49.165200 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641dd626-2de2-493c-95fb-04df5210d17c x-openstack-request-id: req-641dd626-2de2-493c-95fb-04df5210d17c {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:45:49.165529 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0424abb5-9a1e-40d7-9293-6afed05d22a4", "name": "network-vif-plugged", "status": "completed", "tag": "e7bcf6a7-e3d8-42ac-93af-72139b9509fa", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:45:49.165791 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-641dd626-2de2-493c-95fb-04df5210d17c {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:45:49.166205 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641dd626-2de2-493c-95fb-04df5210d17c'] response: {'server_uuid': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa', 'code': 200} May 12 17:45:49.248529 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=e7bcf6a7-e3d8-42ac-93af-72139b9509fa,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:49.297135 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8f057-ff59-44f4-a667-55c1d8d2123e req-1079c54e-6889-4acf-9089-a4eb6ee76a51 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:49.316076 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c4f8f057-ff59-44f4-a667-55c1d8d2123e req-1079c54e-6889-4acf-9089-a4eb6ee76a51 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.1184702 May 12 17:45:49.369974 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c4f8f057-ff59-44f4-a667-55c1d8d2123e req-1ce15642-d3c8-450e-bb7e-35928e979db0 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529480 May 12 17:45:49.372408 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ed940-3d80-4cf0-acd7-fe3b32849690 req-c4615228-26f3-4c39-99ed-ff2392243875 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:49.375906 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5e1ed940-3d80-4cf0-acd7-fe3b32849690 req-c4615228-26f3-4c39-99ed-ff2392243875 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0812070 May 12 17:45:49.452672 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5e1ed940-3d80-4cf0-acd7-fe3b32849690 req-072daf12-209e-4f9e-a820-481b1881dc26 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719297 May 12 17:45:50.368453 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f722e6c5-c469-4858-a5dd-8ba7faaf13f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:50.510692 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1cc69-d50b-49c3-92b8-700e462ccad7 req-a42a64da-4722-41bd-804c-9434afa79cc3 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:50.518286 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e5a1cc69-d50b-49c3-92b8-700e462ccad7 req-a42a64da-4722-41bd-804c-9434afa79cc3 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0609672 May 12 17:45:50.595167 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e5a1cc69-d50b-49c3-92b8-700e462ccad7 req-86cac191-cafe-4165-86b9-832e5089460f tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752394 May 12 17:45:50.645188 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd570163-5040-4e56-8f40-10ca6d8c9297 req-54a72f85-7463-4ad3-90a3-045baed0d50c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:50.654070 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dd570163-5040-4e56-8f40-10ca6d8c9297 req-54a72f85-7463-4ad3-90a3-045baed0d50c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0946972 May 12 17:45:50.724271 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dd570163-5040-4e56-8f40-10ca6d8c9297 req-a7012dd4-cb22-4106-b1d2-7585c9fcd323 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690444 May 12 17:45:51.724361 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b6501-eee0-4b39-ab3b-92795ebdf63a req-2d3ea034-682a-431b-bf09-4811de6efb4e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:51.727881 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-232b6501-eee0-4b39-ab3b-92795ebdf63a req-2d3ea034-682a-431b-bf09-4811de6efb4e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0559964 May 12 17:45:51.818071 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-232b6501-eee0-4b39-ab3b-92795ebdf63a req-ceeefb2f-c19a-440c-8da4-cf49c0d577f9 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788903 May 12 17:45:51.884737 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121e92a-9248-4774-964f-52236e4454df req-8967d0b0-8f62-4156-8997-8e974adba5f4 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:51.886307 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d121e92a-9248-4774-964f-52236e4454df req-8967d0b0-8f62-4156-8997-8e974adba5f4 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0694439 May 12 17:45:51.940892 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d121e92a-9248-4774-964f-52236e4454df req-7b73eb67-72ec-493c-a49e-7eb958b99ac2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485523 May 12 17:45:52.651505 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fe17d105-a2d2-498f-8ce1-9e8b239232cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:52.944743 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c379964-2f86-40b9-a383-b8968355c46d req-62327b77-d78e-48a0-9f81-7bbed19febe0 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:52.953117 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1c379964-2f86-40b9-a383-b8968355c46d req-62327b77-d78e-48a0-9f81-7bbed19febe0 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0605474 May 12 17:45:53.012591 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1c379964-2f86-40b9-a383-b8968355c46d req-14e1fde1-cd5e-477f-809f-8ef71346118c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572894 May 12 17:45:53.098058 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328f5e0-ea50-4e1a-a68f-83eb2d94904b req-666eb3c6-77a8-49e1-b52f-d1092b4ac0c3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:53.106889 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7328f5e0-ea50-4e1a-a68f-83eb2d94904b req-666eb3c6-77a8-49e1-b52f-d1092b4ac0c3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0804827 May 12 17:45:53.175955 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7328f5e0-ea50-4e1a-a68f-83eb2d94904b req-37f87417-a2a7-4102-9815-17c13f638a93 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677061 May 12 17:45:53.846400 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:54.000552 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-54a35099-c3d8-4df6-a92d-7566409d58b0 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:54.002691 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-54a35099-c3d8-4df6-a92d-7566409d58b0 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/networks?id=06e9bf4a-dfcc-439e-b76a-6285d33f5dcb HTTP/1.1" status: 200 len: 813 time: 0.1025205 May 12 17:45:54.017339 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-08e4e76f-fb65-4516-baf7-18571809d2b8 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/quotas/5efa2685b0ca4a4e86626fddbd68e4ed HTTP/1.1" status: 200 len: 375 time: 0.0091083 May 12 17:45:54.053657 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-e185fcd8-c521-4241-bc59-6200d5e8ea5b tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5efa2685b0ca4a4e86626fddbd68e4ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310407 May 12 17:45:54.147507 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06350435-0579-423b-b51a-580c270574f8 req-345c90d2-c5a5-4232-863a-8d9464ce13d1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:54.149775 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-06350435-0579-423b-b51a-580c270574f8 req-345c90d2-c5a5-4232-863a-8d9464ce13d1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0485413 May 12 17:45:54.154999 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7622ecf7-08ce-4b1f-8f24-3c99232bfe8f service neutron] 10.222.0.76 "GET /v2.0/networks/06e9bf4a-dfcc-439e-b76a-6285d33f5dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888939 May 12 17:45:54.207678 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-06350435-0579-423b-b51a-580c270574f8 req-89865069-d728-498c-89d0-c250ee3b9f8c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513463 May 12 17:45:54.262752 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-beff964b-37cb-4f6e-bac8-8daa5ad19660 service neutron] 10.222.0.76 "GET /v2.0/networks/06e9bf4a-dfcc-439e-b76a-6285d33f5dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014237 May 12 17:45:54.341451 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041366bf-921c-4416-b3f7-a5e2e5374cf7 req-b672945a-f43c-404e-863b-16d476ab4e39 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:54.342945 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-041366bf-921c-4416-b3f7-a5e2e5374cf7 req-b672945a-f43c-404e-863b-16d476ab4e39 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0470119 May 12 17:45:54.398967 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-041366bf-921c-4416-b3f7-a5e2e5374cf7 req-82e04eef-a1d1-4eb8-ad2b-8f65de4e3e07 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495977 May 12 17:45:54.449662 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-cbfb2bca-77d3-497c-9f72-bbc00fa37ad1 req-508c140b-60c6-46c7-b87c-320a47de0182 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 210 time: 0.0403454 May 12 17:45:55.197224 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:55.361064 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce80cc-7766-4a7f-ab21-8ea4260f3588 req-fc8c6d73-98ee-46df-b111-6d6ab1744cb1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:55.361064 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-fcce80cc-7766-4a7f-ab21-8ea4260f3588 req-fc8c6d73-98ee-46df-b111-6d6ab1744cb1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0590181 May 12 17:45:55.408833 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-fcce80cc-7766-4a7f-ab21-8ea4260f3588 req-ffd0d377-4470-4adb-a7d7-51573cff6f31 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428581 May 12 17:45:55.539075 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67336280-d3a5-4d83-882c-d93223d2a166 req-ff93f88a-5bc5-4a21-b830-592c022454b7 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:55.540569 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-67336280-d3a5-4d83-882c-d93223d2a166 req-ff93f88a-5bc5-4a21-b830-592c022454b7 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0499864 May 12 17:45:55.549465 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1f0499df-ea81-4a0b-82a7-89b0deafbc35 req-2f95a405-1720-4fb2-935b-62631343111e tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 210 time: 0.0317168 May 12 17:45:55.590665 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-67336280-d3a5-4d83-882c-d93223d2a166 req-366b72be-c876-49d4-a944-ea653d2c9f94 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439560 May 12 17:45:56.385712 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 49856) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:56.433472 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6ba1c6-f9ab-4291-8af7-0ffa31e8ae41 admin admin] Deleting subnet 6855bd46-a361-47fd-9996-6db36d4a7e36 {{(pid=110068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:45:56.437088 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7b6ba1c6-f9ab-4291-8af7-0ffa31e8ae41 admin admin] Publish callbacks [] for subnet (6855bd46-a361-47fd-9996-6db36d4a7e36), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:56.473233 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7b6ba1c6-f9ab-4291-8af7-0ffa31e8ae41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3177885'] for subnet (6855bd46-a361-47fd-9996-6db36d4a7e36), precommit_delete_associations {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:56.520841 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7b6ba1c6-f9ab-4291-8af7-0ffa31e8ae41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700920'] for subnet (6855bd46-a361-47fd-9996-6db36d4a7e36), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:56.584144 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7b6ba1c6-f9ab-4291-8af7-0ffa31e8ae41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3808102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601506'] for subnet (6855bd46-a361-47fd-9996-6db36d4a7e36), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:56.621891 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:56.628885 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ba1c6-f9ab-4291-8af7-0ffa31e8ae41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6855bd46-a361-47fd-9996-6db36d4a7e36,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:56.645826 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7b6ba1c6-f9ab-4291-8af7-0ffa31e8ae41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:56.649230 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-7b6ba1c6-f9ab-4291-8af7-0ffa31e8ae41 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6855bd46-a361-47fd-9996-6db36d4a7e36 HTTP/1.1" status: 204 len: 168 time: 0.2624907 May 12 17:45:56.659957 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 49866) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:56.703080 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-85cb559e-1e59-420a-a897-f182523f0e1a req-3ef009bc-bad1-466c-9257-62031e46019d tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 210 time: 0.0519321 May 12 17:45:56.754186 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fb90e7a-6a1b-4575-9390-5d7528068656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758311'] for network (72ed361c-ef6b-4562-85b5-0e16d11b9029), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:56.834073 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6791cda-f23d-4ea8-a590-a5adfd26bd6c req-baf46571-09bc-4319-b79e-61171b271141 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:56.839471 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f6791cda-f23d-4ea8-a590-a5adfd26bd6c req-baf46571-09bc-4319-b79e-61171b271141 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.3596215 May 12 17:45:56.878241 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fb90e7a-6a1b-4575-9390-5d7528068656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7702861', 'neutron.services.segments.db._delete_segments_for_network-8741378415382'] for network (72ed361c-ef6b-4562-85b5-0e16d11b9029), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:56.883750 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f6791cda-f23d-4ea8-a590-a5adfd26bd6c req-93b13852-985b-4cb9-827a-fa1e6ba6f243 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418475 May 12 17:45:56.898808 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa4fe0-b703-41e7-b08f-c8fd018e05fd req-5de35403-b4e3-48a4-ae3a-0013e7116e64 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:56.900994 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-27fa4fe0-b703-41e7-b08f-c8fd018e05fd req-5de35403-b4e3-48a4-ae3a-0013e7116e64 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0950441 May 12 17:45:56.920056 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-9fb90e7a-6a1b-4575-9390-5d7528068656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ed361c-ef6b-4562-85b5-0e16d11b9029']}} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:56.937695 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-9fb90e7a-6a1b-4575-9390-5d7528068656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09ea6df-de70-4f98-b312-5b93ab7631da') {'for_net_delete': True} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:56.937983 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-9fb90e7a-6a1b-4575-9390-5d7528068656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09ea6df-de70-4f98-b312-5b93ab7631da') {} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:45:56.950046 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fb90e7a-6a1b-4575-9390-5d7528068656 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741378450975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3177892'] for segment (a09ea6df-de70-4f98-b312-5b93ab7631da), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:56.979268 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fb90e7a-6a1b-4575-9390-5d7528068656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (a09ea6df-de70-4f98-b312-5b93ab7631da), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:56.991198 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-27fa4fe0-b703-41e7-b08f-c8fd018e05fd req-c3bb3c7f-3d5f-4269-b521-8303f08aa9b5 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811656 May 12 17:45:56.992147 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb90e7a-6a1b-4575-9390-5d7528068656 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=110068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:45:56.992538 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fb90e7a-6a1b-4575-9390-5d7528068656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3808964'] for segment (a09ea6df-de70-4f98-b312-5b93ab7631da), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: Traceback (most recent call last): May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: timer() May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: cb(*args, **kw) May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: return func(*args, **kwargs) May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: self._notify() May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: self.callback(batched_events) May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: event.method(event) May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: return f(self, *a, **k) May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._get(url).json() May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: return self.request(url, 'GET', **kwargs) May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:45:56.995726 dv-cinder-839793-10-iscsi neutron-server[110068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:45:57.053408 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fb90e7a-6a1b-4575-9390-5d7528068656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7702902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7867334'] for network (72ed361c-ef6b-4562-85b5-0e16d11b9029), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:57.058734 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-9fb90e7a-6a1b-4575-9390-5d7528068656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:57.061864 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-9fb90e7a-6a1b-4575-9390-5d7528068656 admin admin] 10.222.0.76 "DELETE /v2.0/networks/72ed361c-ef6b-4562-85b5-0e16d11b9029 HTTP/1.1" status: 204 len: 168 time: 0.4011602 May 12 17:45:57.074984 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb90e7a-6a1b-4575-9390-5d7528068656 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ed361c-ef6b-4562-85b5-0e16d11b9029,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:57.204322 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 49870) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:57.245927 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-7f38f3e0-e96a-4028-b8cf-9ef41c259a2e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=75736e80e44a481484d88e394c5269d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402663 May 12 17:45:57.248407 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 49872) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:57.299309 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b94f37ef-4a19-4d64-b504-bf25a8c876d4 admin admin] Publish callbacks [] for security_group (64da9e07-5f79-4611-9a99-60b046537ab9), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:57.323125 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b94f37ef-4a19-4d64-b504-bf25a8c876d4 admin admin] Publish callbacks [] for security_group (64da9e07-5f79-4611-9a99-60b046537ab9), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:57.386943 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b94f37ef-4a19-4d64-b504-bf25a8c876d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (64da9e07-5f79-4611-9a99-60b046537ab9), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:57.389433 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b94f37ef-4a19-4d64-b504-bf25a8c876d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:57.390588 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-b94f37ef-4a19-4d64-b504-bf25a8c876d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/64da9e07-5f79-4611-9a99-60b046537ab9 HTTP/1.1" status: 204 len: 168 time: 0.1412094 May 12 17:45:57.402372 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f37ef-4a19-4d64-b504-bf25a8c876d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64da9e07-5f79-4611-9a99-60b046537ab9,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:57.814909 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0dacd02d-ba5d-4e54-b6ab-366433b8f86e req-edaf25b7-9a3e-4b73-a95c-51275fa03b37 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 210 time: 0.0316725 May 12 17:45:58.028738 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aceb6-9d0e-49b8-ba78-c04cb103db89 req-5e540eba-34ab-4ab2-9f1e-ddc0109245f2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:58.035514 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5e5aceb6-9d0e-49b8-ba78-c04cb103db89 req-5e540eba-34ab-4ab2-9f1e-ddc0109245f2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0777311 May 12 17:45:58.119873 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5e5aceb6-9d0e-49b8-ba78-c04cb103db89 req-fa651b39-eacb-41cc-a317-cd3ce1b3d2f6 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833025 May 12 17:45:58.125436 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be25705-4ea6-403d-98c1-d2da9c196a86 req-3fe80c35-51fb-483c-af6f-55ff9d3d0fc2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:58.127152 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2be25705-4ea6-403d-98c1-d2da9c196a86 req-3fe80c35-51fb-483c-af6f-55ff9d3d0fc2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0544043 May 12 17:45:58.187673 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2be25705-4ea6-403d-98c1-d2da9c196a86 req-86a002a4-3b13-46a1-83b4-a59783bae23c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544991 May 12 17:45:58.222474 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 49902) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:58.320499 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-6c64d1f6-cb15-43d1-8d29-358a9eadb8d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1256171712-network', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:58.341548 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c64d1f6-cb15-43d1-8d29-358a9eadb8d4 admin admin] Made reservation on behalf of 667ee24fd13d4432a040a745bf2a0d0e for: {'network': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:45:58.343969 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6c64d1f6-cb15-43d1-8d29-358a9eadb8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.352354 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6c64d1f6-cb15-43d1-8d29-358a9eadb8d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.431541 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6c64d1f6-cb15-43d1-8d29-358a9eadb8d4 admin admin] Publish callbacks [] for security_group (a39f74f2-4418-4a90-8824-e5dcbd609bc4), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.435313 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6c64d1f6-cb15-43d1-8d29-358a9eadb8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a39f74f2-4418-4a90-8824-e5dcbd609bc4), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.464053 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c64d1f6-cb15-43d1-8d29-358a9eadb8d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=110068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:45:58.470749 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64d1f6-cb15-43d1-8d29-358a9eadb8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39f74f2-4418-4a90-8824-e5dcbd609bc4,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:58.479109 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6c64d1f6-cb15-43d1-8d29-358a9eadb8d4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (6c5e8dee-70c7-48b2-9537-341e45c35413), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.479109 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.segments_db [None req-6c64d1f6-cb15-43d1-8d29-358a9eadb8d4 admin admin] Added segment 6c5e8dee-70c7-48b2-9537-341e45c35413 of type vlan for network 068e07bd-56b1-45cc-b3d6-75b884746996 May 12 17:45:58.519978 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6c64d1f6-cb15-43d1-8d29-358a9eadb8d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (068e07bd-56b1-45cc-b3d6-75b884746996), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.545222 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6c64d1f6-cb15-43d1-8d29-358a9eadb8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (068e07bd-56b1-45cc-b3d6-75b884746996), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.546339 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c64d1f6-cb15-43d1-8d29-358a9eadb8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:58.547161 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6c64d1f6-cb15-43d1-8d29-358a9eadb8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.582486 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-6c64d1f6-cb15-43d1-8d29-358a9eadb8d4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3588645 May 12 17:45:58.585427 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 49906) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:58.591428 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Request body: {'subnet': {'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1256171712-subnet', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'ip_version': 4}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:58.610141 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64d1f6-cb15-43d1-8d29-358a9eadb8d4 admin admin] Pushing event updated for resources: {'Network': ['ID=068e07bd-56b1-45cc-b3d6-75b884746996,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:58.611875 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Made reservation on behalf of 667ee24fd13d4432a040a745bf2a0d0e for: {'subnet': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:45:58.616241 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3500434'] for subnet (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.622826 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network 068e07bd-56b1-45cc-b3d6-75b884746996 details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:45:58.805400 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3143433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3500420'] for subnet (f732d2e1-a477-4bdd-a448-3a40e18f14ab), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.867937 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f732d2e1-a477-4bdd-a448-3a40e18f14ab,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:58.875976 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Checking segment: {'id': '6c5e8dee-70c7-48b2-9537-341e45c35413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:45:58.876327 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Network hostable DHCP agents. Network: 068e07bd-56b1-45cc-b3d6-75b884746996, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:45:58.880953 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:58.881457 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:58.881810 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:58.882166 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:58.882629 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:58.882998 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:58.883439 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:58.883942 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:58.885073 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:58.885424 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:58.885763 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:58.886097 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:58.886432 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:58.886790 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:58.887126 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:58.905688 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Network 068e07bd-56b1-45cc-b3d6-75b884746996 is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:45:58.916053 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-99669c65-374d-4847-b87a-d59b5e791683 req-2d502049-e409-42b5-89e4-3cdf0ae77812 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 210 time: 0.0310800 May 12 17:45:58.917744 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, 068e07bd-56b1-45cc-b3d6-75b884746996) {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:58.922911 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:58.923510 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.930582 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482443d6-21ab-4556-b3f7-c71c7fc588a5 None None] Network 068e07bd-56b1-45cc-b3d6-75b884746996 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:45:58.940000 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-33063e3f-f8bf-42f6-a9cf-819f9d64c0c4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3533790 May 12 17:45:58.942827 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 49910) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:45:58.948260 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1256171712-router', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:45:58.969578 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3659'] for router (2cd416fe-b11b-41e8-8e86-c85356a0f058), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:58.971364 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3650'] for router (2cd416fe-b11b-41e8-8e86-c85356a0f058), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.031406 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Publish callbacks [] for router_controller (2cd416fe-b11b-41e8-8e86-c85356a0f058), precommit_add_association {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.046740 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87a1f776-934d-5dcf-9a04-ef15ef25d80b-068e07bd-56b1-45cc-b3d6-75b884746996', 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996', 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'fixed_ips': [{'subnet_id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab'}]}} from dv-cinder-839793-10-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:45:59.048143 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.191031 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Publish callbacks [] for router_gateway (2cd416fe-b11b-41e8-8e86-c85356a0f058), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.199997 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Allocated IP 172.20.0.2 (068e07bd-56b1-45cc-b3d6-75b884746996/f732d2e1-a477-4bdd-a448-3a40e18f14ab/ed910311-909b-4c98-9650-f88c12fa467c) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:45:59.297831 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dba81e-61a9-49e6-82f2-8662df20fd4e req-7c43b0ed-b952-4114-bdb1-52ef0a7d11b8 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:59.308043 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c0dba81e-61a9-49e6-82f2-8662df20fd4e req-7c43b0ed-b952-4114-bdb1-52ef0a7d11b8 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0892806 May 12 17:45:59.370054 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c0dba81e-61a9-49e6-82f2-8662df20fd4e req-bb4444c3-d6e2-4725-9f6c-85d6e1b23343 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557692 May 12 17:45:59.403016 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00e159-85cf-43da-bd87-379fea9fa163 req-39bbe076-701c-4ece-bfd8-67bd5c09df49 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:45:59.406185 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Publish callbacks [] for port (ed910311-909b-4c98-9650-f88c12fa467c), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.410591 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3a00e159-85cf-43da-bd87-379fea9fa163 req-39bbe076-701c-4ece-bfd8-67bd5c09df49 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0968778 May 12 17:45:59.418650 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (ed910311-909b-4c98-9650-f88c12fa467c), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.456136 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Network 068e07bd-56b1-45cc-b3d6-75b884746996 is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:59.461005 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:59.467804 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:45:59.474865 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Pushing event updated for resources: {'Port': ['ID=ed910311-909b-4c98-9650-f88c12fa467c,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:59.486609 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:59.486991 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:59.487463 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:59.487830 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:59.488177 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:59.488518 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:59.488856 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:59.489190 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:59.489523 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:59.489853 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:59.490209 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:59.490555 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:59.490918 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:59.491247 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:59.491583 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:45:59.519223 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3a00e159-85cf-43da-bd87-379fea9fa163 req-4d92d9e4-b5c6-424c-a7b5-89b147b900e3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065571 May 12 17:45:59.533341 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Publish callbacks [] for router_gateway (2cd416fe-b11b-41e8-8e86-c85356a0f058), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.544332 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Attempting to bind port ed910311-909b-4c98-9650-f88c12fa467c on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:45:59.544814 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Attempting to bind port ed910311-909b-4c98-9650-f88c12fa467c by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': '6c5e8dee-70c7-48b2-9537-341e45c35413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:45:59.545189 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Attempting to bind port ed910311-909b-4c98-9650-f88c12fa467c on network 068e07bd-56b1-45cc-b3d6-75b884746996 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:45:59.550258 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:45:59.550633 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Checking segment: {'id': '6c5e8dee-70c7-48b2-9537-341e45c35413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:45:59.551066 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.551461 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Bound using segment: {'id': '6c5e8dee-70c7-48b2-9537-341e45c35413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:45:59.551922 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Bound port: ed910311-909b-4c98-9650-f88c12fa467c, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5e8dee-70c7-48b2-9537-341e45c35413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:45:59.552304 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (ed910311-909b-4c98-9650-f88c12fa467c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.556347 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.623052 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] For port ed910311-909b-4c98-9650-f88c12fa467c, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:45:59.626695 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] For port ed910311-909b-4c98-9650-f88c12fa467c, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=ed910311-909b-4c98-9650-f88c12fa467c,segment=NetworkSegment(6c5e8dee-70c7-48b2-9537-341e45c35413),segment_id=6c5e8dee-70c7-48b2-9537-341e45c35413)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:45:59.632821 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (ed910311-909b-4c98-9650-f88c12fa467c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.678387 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Allocated IP 172.27.3.91 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/3885b76b-928b-4772-8096-d1b442cff8b6) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:45:59.696237 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d9c25-4c49-452d-83f0-baf6e3ed3fab None None] Pushing event updated for resources: {'Port': ['ID=ed910311-909b-4c98-9650-f88c12fa467c,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:45:59.794580 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Publish callbacks [] for port (3885b76b-928b-4772-8096-d1b442cff8b6), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.834529 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (3885b76b-928b-4772-8096-d1b442cff8b6), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:45:59.875204 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:45:59.879186 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:45:59.888866 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:45:59.928375 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Pushing event updated for resources: {'Port': ['ID=3885b76b-928b-4772-8096-d1b442cff8b6,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:00.049739 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-44fe6654-7d3a-423b-9197-533139db9e87 req-3d119d98-d070-4e4f-80a7-f581075eec0b tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 210 time: 0.0380735 May 12 17:46:00.191833 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Publish callbacks [] for router_gateway (2cd416fe-b11b-41e8-8e86-c85356a0f058), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:00.402104 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871696'] for router (2cd416fe-b11b-41e8-8e86-c85356a0f058), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:00.680198 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea857f5-9c38-4437-a446-5d956dbfc703 req-5f59c1d6-ca7f-4f85-b2cb-3f72b5267a1d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:00.684219 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4ea857f5-9c38-4437-a446-5d956dbfc703 req-5f59c1d6-ca7f-4f85-b2cb-3f72b5267a1d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0598485 May 12 17:46:00.761220 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4ea857f5-9c38-4437-a446-5d956dbfc703 req-0dce4913-1125-4dc9-9c72-5f055dc402e9 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712545 May 12 17:46:00.789306 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b196d3-8d3e-44a0-a35b-6e328bb76c2c None None] Network 068e07bd-56b1-45cc-b3d6-75b884746996 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:46:00.855856 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2624a64-137c-4564-9a11-c08a21392fae req-2f2e92ce-b9e0-4fc2-8a8a-b224eac15c76 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:00.857504 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a2624a64-137c-4564-9a11-c08a21392fae req-2f2e92ce-b9e0-4fc2-8a8a-b224eac15c76 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.4171982 May 12 17:46:00.863233 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-0fd305d2-3df2-4f04-944b-18212d3cb1b7 None None] Provisioning complete for port ed910311-909b-4c98-9650-f88c12fa467c triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:00.863606 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0fd305d2-3df2-4f04-944b-18212d3cb1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (ed910311-909b-4c98-9650-f88c12fa467c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:00.920500 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Router 2cd416fe-b11b-41e8-8e86-c85356a0f058 is scheduled to L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 with binding_index 1 {{(pid=110068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:46:00.928042 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a2624a64-137c-4564-9a11-c08a21392fae req-70628f95-f582-4d3b-826e-6b15c9b4312b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618958 May 12 17:46:01.001517 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-0fd305d2-3df2-4f04-944b-18212d3cb1b7 None None] Current status of the port ed910311-909b-4c98-9650-f88c12fa467c is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:01.002429 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0fd305d2-3df2-4f04-944b-18212d3cb1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (ed910311-909b-4c98-9650-f88c12fa467c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:01.051025 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-0fd305d2-3df2-4f04-944b-18212d3cb1b7 None None] For port ed910311-909b-4c98-9650-f88c12fa467c, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=ed910311-909b-4c98-9650-f88c12fa467c,segment=NetworkSegment(6c5e8dee-70c7-48b2-9537-341e45c35413),segment_id=6c5e8dee-70c7-48b2-9537-341e45c35413)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:01.055821 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0fd305d2-3df2-4f04-944b-18212d3cb1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (ed910311-909b-4c98-9650-f88c12fa467c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:01.057696 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:46:01.070222 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Sync routers for ids ['2cd416fe-b11b-41e8-8e86-c85356a0f058'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:46:01.090293 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Routers {'2cd416fe-b11b-41e8-8e86-c85356a0f058'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:46:01.091235 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:45:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['2cd416fe-b11b-41e8-8e86-c85356a0f058'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:01.092914 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:01.098290 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-d09d67e7-eb8d-4fca-ae7f-a3a36ac94432 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1543264 May 12 17:46:01.100848 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 49924) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:01.180532 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-42705a9a-479b-4212-b7f5-3af35d9d159e req-180f393a-f6d4-4475-afff-9da053b5f1d2 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 210 time: 0.0344284 May 12 17:46:01.208829 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd305d2-3df2-4f04-944b-18212d3cb1b7 None None] Pushing event updated for resources: {'Port': ['ID=ed910311-909b-4c98-9650-f88c12fa467c,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:01.265787 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Set router 2cd416fe-b11b-41e8-8e86-c85356a0f058 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:46:01.283970 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-2a7c7388-5401-4ce8-a8d4-54ea320219f8 None None] Provisioning complete for port ed910311-909b-4c98-9650-f88c12fa467c triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:01.284792 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7388-5401-4ce8-a8d4-54ea320219f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (ed910311-909b-4c98-9650-f88c12fa467c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:01.387749 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-2a7c7388-5401-4ce8-a8d4-54ea320219f8 None None] Current status of the port ed910311-909b-4c98-9650-f88c12fa467c is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:01.468142 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'name': 'tempest-TestShelveInstance-1256171712-router', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:45:58Z', 'updated_at': '2022-05-12T17:46:00Z', 'revision_number': 3, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'gw_port': {'id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:fd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:59Z', 'updated_at': '2022-05-12T17:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:01.495412 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Checking router: 2cd416fe-b11b-41e8-8e86-c85356a0f058 for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:46:01.495987 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Updating router 2cd416fe-b11b-41e8-8e86-c85356a0f058 port 3885b76b-928b-4772-8096-d1b442cff8b6 binding host dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:46:01.538768 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (3885b76b-928b-4772-8096-d1b442cff8b6), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:01.583744 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device ed910311-909b-4c98-9650-f88c12fa467c up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:46:01.637601 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:01.667318 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port ed910311-909b-4c98-9650-f88c12fa467c triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:01.667995 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (ed910311-909b-4c98-9650-f88c12fa467c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:01.761961 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port ed910311-909b-4c98-9650-f88c12fa467c is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:01.852320 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Allocated IP 172.20.0.1 (068e07bd-56b1-45cc-b3d6-75b884746996/f732d2e1-a477-4bdd-a448-3a40e18f14ab/6b55da18-dc42-4056-be92-8132087cda82) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:46:01.886406 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Publish callbacks [] for port (3885b76b-928b-4772-8096-d1b442cff8b6), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:01.893546 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (3885b76b-928b-4772-8096-d1b442cff8b6), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:01.934172 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedf56b-3d71-40a7-80c2-01d78ef51b20 req-952cdfaa-616c-4bf0-826e-10bd62629f28 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:01.935742 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6cedf56b-3d71-40a7-80c2-01d78ef51b20 req-952cdfaa-616c-4bf0-826e-10bd62629f28 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0748675 May 12 17:46:01.943242 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493af60-80fc-490a-95d8-30bd0d1fd6d3 None None] Pushing event updated for resources: {'Port': ['ID=3885b76b-928b-4772-8096-d1b442cff8b6,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:01.966737 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493af60-80fc-490a-95d8-30bd0d1fd6d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:01.967355 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493af60-80fc-490a-95d8-30bd0d1fd6d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:01.967894 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493af60-80fc-490a-95d8-30bd0d1fd6d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:01.968455 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493af60-80fc-490a-95d8-30bd0d1fd6d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:01.969120 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493af60-80fc-490a-95d8-30bd0d1fd6d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:01.977203 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493af60-80fc-490a-95d8-30bd0d1fd6d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:01.978476 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493af60-80fc-490a-95d8-30bd0d1fd6d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:01.979164 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493af60-80fc-490a-95d8-30bd0d1fd6d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:01.979844 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493af60-80fc-490a-95d8-30bd0d1fd6d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:01.980359 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493af60-80fc-490a-95d8-30bd0d1fd6d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:01.980861 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493af60-80fc-490a-95d8-30bd0d1fd6d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:01.981381 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493af60-80fc-490a-95d8-30bd0d1fd6d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:01.981883 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493af60-80fc-490a-95d8-30bd0d1fd6d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:01.982393 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493af60-80fc-490a-95d8-30bd0d1fd6d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:01.982936 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493af60-80fc-490a-95d8-30bd0d1fd6d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:01.986995 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Attempting to bind port 3885b76b-928b-4772-8096-d1b442cff8b6 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:46:01.987571 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Attempting to bind port 3885b76b-928b-4772-8096-d1b442cff8b6 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:46:01.988102 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Attempting to bind port 3885b76b-928b-4772-8096-d1b442cff8b6 on network b6af4ff4-d32b-4188-9b8b-39d506141485 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:46:01.995814 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:46:01.996457 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Checking segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:46:01.997082 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:01.997677 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Bound using segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:46:01.998350 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Bound port: 3885b76b-928b-4772-8096-d1b442cff8b6, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:46:01.998961 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (3885b76b-928b-4772-8096-d1b442cff8b6), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:02.031166 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6cedf56b-3d71-40a7-80c2-01d78ef51b20 req-673e8568-48e3-467d-b482-090c15844b4f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598598 May 12 17:46:02.057697 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] For port 3885b76b-928b-4772-8096-d1b442cff8b6, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:46:02.060805 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] For port 3885b76b-928b-4772-8096-d1b442cff8b6, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=3885b76b-928b-4772-8096-d1b442cff8b6,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:46:02.077541 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (3885b76b-928b-4772-8096-d1b442cff8b6), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:02.078422 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Publish callbacks [] for port (6b55da18-dc42-4056-be92-8132087cda82), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:02.127110 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23458cc3-9a15-4358-bfd4-04ffcfa7481d req-318b2311-481c-4607-b91c-21f105edcba1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:02.128845 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-23458cc3-9a15-4358-bfd4-04ffcfa7481d req-318b2311-481c-4607-b91c-21f105edcba1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0627491 May 12 17:46:02.135507 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (6b55da18-dc42-4056-be92-8132087cda82), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:02.195201 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-23458cc3-9a15-4358-bfd4-04ffcfa7481d req-2f8bba96-5c0c-4722-889f-483ef1a14a72 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570347 May 12 17:46:02.208381 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Network 068e07bd-56b1-45cc-b3d6-75b884746996 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:46:02.211712 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:46:02.216703 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:46:02.244791 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Pushing event updated for resources: {'Port': ['ID=6b55da18-dc42-4056-be92-8132087cda82,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:02.287425 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Routers {'2cd416fe-b11b-41e8-8e86-c85356a0f058'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:46:02.287995 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:45:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['2cd416fe-b11b-41e8-8e86-c85356a0f058'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:02.310917 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867645'] for router_interface (2cd416fe-b11b-41e8-8e86-c85356a0f058), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:02.344606 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493af60-80fc-490a-95d8-30bd0d1fd6d3 None None] Pushing event updated for resources: {'Port': ['ID=3885b76b-928b-4772-8096-d1b442cff8b6,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:02.381501 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c5f553a5-e8fa-4434-92d4-c4f735073ea7 req-e7927c00-ac92-4837-bfa9-90eca3b9e180 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 210 time: 0.0869653 May 12 17:46:02.460457 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] Set router 2cd416fe-b11b-41e8-8e86-c85356a0f058 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:46:02.515457 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (6b55da18-dc42-4056-be92-8132087cda82), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:02.516464 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-59cb9a8d-4e16-4def-bf34-aedbd2f4e8cb None None] Provisioning complete for port 6b55da18-dc42-4056-be92-8132087cda82 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:02.517000 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-59cb9a8d-4e16-4def-bf34-aedbd2f4e8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (6b55da18-dc42-4056-be92-8132087cda82), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:02.558414 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-59cb9a8d-4e16-4def-bf34-aedbd2f4e8cb None None] Port 6b55da18-dc42-4056-be92-8132087cda82 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:46:02.644617 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'name': 'tempest-TestShelveInstance-1256171712-router', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:45:58Z', 'updated_at': '2022-05-12T17:46:00Z', 'revision_number': 3, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'gw_port': {'id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:fd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:59Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:02.677321 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65b24c-42df-48e9-afd2-220b2472d9b8 None None] The sync data for ids ['2cd416fe-b11b-41e8-8e86-c85356a0f058'] in dv-cinder-839793-10-iscsi is: [{'id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'name': 'tempest-TestShelveInstance-1256171712-router', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:45:58Z', 'updated_at': '2022-05-12T17:46:00Z', 'revision_number': 3, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'gw_port': {'id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:fd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:59Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:46:02.731112 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Publish callbacks [] for port (6b55da18-dc42-4056-be92-8132087cda82), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:02.736101 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (6b55da18-dc42-4056-be92-8132087cda82), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:02.804344 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Pushing event updated for resources: {'Port': ['ID=6b55da18-dc42-4056-be92-8132087cda82,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:02.807273 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7866807'] for router_interface (2cd416fe-b11b-41e8-8e86-c85356a0f058), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:02.948615 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Network 068e07bd-56b1-45cc-b3d6-75b884746996 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:46:02.951569 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:46:03.101802 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Router 2cd416fe-b11b-41e8-8e86-c85356a0f058 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:46:03.232247 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a1065-bff0-4a24-820b-416cbbbc6f89 req-14deacc3-4b9c-4e06-ad3a-4c72b17daa9a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:03.240159 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ff0a1065-bff0-4a24-820b-416cbbbc6f89 req-14deacc3-4b9c-4e06-ad3a-4c72b17daa9a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0780845 May 12 17:46:03.304503 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ff0a1065-bff0-4a24-820b-416cbbbc6f89 req-399d3348-0f46-49f1-8975-c9523e2192f1 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631468 May 12 17:46:03.305314 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-2fbcab54-e14b-4296-b0dc-1955bc1ebeac None None] Provisioning complete for port 6b55da18-dc42-4056-be92-8132087cda82 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:03.305745 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2fbcab54-e14b-4296-b0dc-1955bc1ebeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (6b55da18-dc42-4056-be92-8132087cda82), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:03.336337 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:46:03.366909 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-706afd12-98d8-445f-bf4e-416918dc3bdc admin admin] 10.222.0.76 "PUT /v2.0/routers/2cd416fe-b11b-41e8-8e86-c85356a0f058/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2649746 May 12 17:46:03.380639 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-2fbcab54-e14b-4296-b0dc-1955bc1ebeac None None] Port 6b55da18-dc42-4056-be92-8132087cda82 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:46:03.402136 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db46c3-f688-4df0-87ff-0b4b794aa324 req-b477b71b-ddb1-4587-bb95-4f2e63b2f8c1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:03.409226 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f5db46c3-f688-4df0-87ff-0b4b794aa324 req-b477b71b-ddb1-4587-bb95-4f2e63b2f8c1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0858102 May 12 17:46:03.488641 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f5db46c3-f688-4df0-87ff-0b4b794aa324 req-6259bb01-b484-4e59-9c7a-882d13799cb1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784492 May 12 17:46:03.519668 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-777933e1-6f8e-4192-92c1-d9099b45396d req-746d6e15-8c1b-46c4-bc47-ab7feaabc7dd tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 210 time: 0.0420883 May 12 17:46:03.605380 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 3885b76b-928b-4772-8096-d1b442cff8b6 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:46:03.671741 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 3885b76b-928b-4772-8096-d1b442cff8b6 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:03.675971 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (3885b76b-928b-4772-8096-d1b442cff8b6), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:03.769902 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 3885b76b-928b-4772-8096-d1b442cff8b6 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:03.770559 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (3885b76b-928b-4772-8096-d1b442cff8b6), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:03.799047 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] For port 3885b76b-928b-4772-8096-d1b442cff8b6, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=3885b76b-928b-4772-8096-d1b442cff8b6,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:03.805553 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (3885b76b-928b-4772-8096-d1b442cff8b6), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:03.857179 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Pushing event updated for resources: {'Port': ['ID=3885b76b-928b-4772-8096-d1b442cff8b6,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:04.009896 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 49956) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:04.014661 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-cc52001a-4169-4ff9-b9f0-810fb334c033 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-18658459-network', 'tenant_id': 'a713f90ee77741869a29b5d07e572178'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:04.035476 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc52001a-4169-4ff9-b9f0-810fb334c033 admin admin] Made reservation on behalf of a713f90ee77741869a29b5d07e572178 for: {'network': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:46:04.038272 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cc52001a-4169-4ff9-b9f0-810fb334c033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:04.047624 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cc52001a-4169-4ff9-b9f0-810fb334c033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:04.133082 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cc52001a-4169-4ff9-b9f0-810fb334c033 admin admin] Publish callbacks [] for security_group (9b8fba4a-74cb-4a81-a391-3f6dcec20dff), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:04.137706 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cc52001a-4169-4ff9-b9f0-810fb334c033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (9b8fba4a-74cb-4a81-a391-3f6dcec20dff), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:04.163448 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc52001a-4169-4ff9-b9f0-810fb334c033 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=110069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:46:04.174111 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52001a-4169-4ff9-b9f0-810fb334c033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8fba4a-74cb-4a81-a391-3f6dcec20dff,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:04.180104 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cc52001a-4169-4ff9-b9f0-810fb334c033 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (8c02244d-6455-421c-bffe-ee78cec49c71), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:04.180504 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.segments_db [None req-cc52001a-4169-4ff9-b9f0-810fb334c033 admin admin] Added segment 8c02244d-6455-421c-bffe-ee78cec49c71 of type vlan for network 2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7 May 12 17:46:04.222291 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cc52001a-4169-4ff9-b9f0-810fb334c033 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:04.246832 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cc52001a-4169-4ff9-b9f0-810fb334c033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:04.247887 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc52001a-4169-4ff9-b9f0-810fb334c033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:04.248531 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cc52001a-4169-4ff9-b9f0-810fb334c033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:04.283811 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-cc52001a-4169-4ff9-b9f0-810fb334c033 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2728331 May 12 17:46:04.286766 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 49958) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:04.292984 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-f238000d-e085-4d3d-b273-0767454e9964 admin admin] Request body: {'subnet': {'network_id': '2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-18658459-subnet', 'tenant_id': 'a713f90ee77741869a29b5d07e572178', 'ip_version': 4}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:04.318561 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52001a-4169-4ff9-b9f0-810fb334c033 admin admin] Pushing event updated for resources: {'Network': ['ID=2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:04.319800 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f238000d-e085-4d3d-b273-0767454e9964 admin admin] Made reservation on behalf of a713f90ee77741869a29b5d07e572178 for: {'subnet': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:46:04.322909 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f238000d-e085-4d3d-b273-0767454e9964 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8601487'] for subnet (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:04.330619 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network 2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7 details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:46:04.452044 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688fc6b-c974-4989-a5e0-bf17a2c9c296 req-495291f9-d6cc-461d-bbea-3bdbdf51fffe tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:04.453658 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a688fc6b-c974-4989-a5e0-bf17a2c9c296 req-495291f9-d6cc-461d-bbea-3bdbdf51fffe tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0540569 May 12 17:46:04.512257 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a688fc6b-c974-4989-a5e0-bf17a2c9c296 req-3f4ca227-be2d-48a6-b7d6-983310855179 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519419 May 12 17:46:04.518412 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f238000d-e085-4d3d-b273-0767454e9964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3808039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8601497'] for subnet (8dda4dbf-c84c-41a3-bff4-7197a319a41e), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:04.570722 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238000d-e085-4d3d-b273-0767454e9964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dda4dbf-c84c-41a3-bff4-7197a319a41e,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:04.591953 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f238000d-e085-4d3d-b273-0767454e9964 admin admin] Checking segment: {'id': '8c02244d-6455-421c-bffe-ee78cec49c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:46:04.592311 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f238000d-e085-4d3d-b273-0767454e9964 admin admin] Network hostable DHCP agents. Network: 2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:46:04.627179 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f238000d-e085-4d3d-b273-0767454e9964 admin admin] Network 2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7 is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:46:04.650426 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d482b3f3-f694-483f-b895-54abedc9b24d req-56b471dd-ef99-4ca3-8e1a-e5dc29608267 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 210 time: 0.0333905 May 12 17:46:04.652716 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-f238000d-e085-4d3d-b273-0767454e9964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, 2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7) {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:46:04.655525 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddb033-0eb9-4144-ab6f-3776b6dd4692 req-bdabacb8-baf9-423f-8f3e-66b62cb59fb6 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:04.657795 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f238000d-e085-4d3d-b273-0767454e9964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:04.658387 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0fddb033-0eb9-4144-ab6f-3776b6dd4692 req-bdabacb8-baf9-423f-8f3e-66b62cb59fb6 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0566072 May 12 17:46:04.658504 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f238000d-e085-4d3d-b273-0767454e9964 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:04.675206 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d3919b-1043-4d9a-88b1-fa0e1dbb3fcc None None] Network 2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:46:04.681011 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-f238000d-e085-4d3d-b273-0767454e9964 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3927331 May 12 17:46:04.685687 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 49966) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:04.690021 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-18658459-router', 'tenant_id': 'a713f90ee77741869a29b5d07e572178', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:04.714320 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3659'] for router (934aa857-c383-4490-a467-01a8106edd7a), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:04.715751 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3650'] for router (934aa857-c383-4490-a467-01a8106edd7a), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:04.737531 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0fddb033-0eb9-4144-ab6f-3776b6dd4692 req-56a50ed6-b4f3-434e-a015-81af32b0a09a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597653 May 12 17:46:04.797679 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Publish callbacks [] for router_controller (934aa857-c383-4490-a467-01a8106edd7a), precommit_add_association {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:04.807770 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87a1f776-934d-5dcf-9a04-ef15ef25d80b-2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7', 'network_id': '2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7', 'project_id': 'a713f90ee77741869a29b5d07e572178', 'fixed_ips': [{'subnet_id': '8dda4dbf-c84c-41a3-bff4-7197a319a41e'}]}} from dv-cinder-839793-10-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:46:04.808779 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:04.812413 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Sync routers for ids ['2cd416fe-b11b-41e8-8e86-c85356a0f058'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:46:04.834219 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Routers {'2cd416fe-b11b-41e8-8e86-c85356a0f058'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:46:04.834882 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:45:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['2cd416fe-b11b-41e8-8e86-c85356a0f058'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:04.940576 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Publish callbacks [] for router_gateway (934aa857-c383-4490-a467-01a8106edd7a), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:05.057130 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Set router 2cd416fe-b11b-41e8-8e86-c85356a0f058 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:46:05.059435 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Allocated IP 172.20.0.2 (2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7/8dda4dbf-c84c-41a3-bff4-7197a319a41e/407389d3-15e1-4faf-9468-67f9495adc83) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:46:05.121039 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Publish callbacks [] for router_gateway (934aa857-c383-4490-a467-01a8106edd7a), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:05.140104 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:05.248077 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Allocated IP 172.27.3.14 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/ac613464-2d85-4f9f-9cd1-02936f990dce) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:46:05.357264 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Publish callbacks [] for port (ac613464-2d85-4f9f-9cd1-02936f990dce), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:05.363488 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Publish callbacks [] for port (407389d3-15e1-4faf-9468-67f9495adc83), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:05.368541 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'name': 'tempest-TestShelveInstance-1256171712-router', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:45:58Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 4, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'gw_port': {'id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:59Z', 'updated_at': '2022-05-12T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '6b55da18-dc42-4056-be92-8132087cda82', 'name': '', 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'mac_address': 'fa:16:3e:30:93:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:01Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 2, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'subnets': [{'id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:05.372321 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (407389d3-15e1-4faf-9468-67f9495adc83), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:05.390465 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (ac613464-2d85-4f9f-9cd1-02936f990dce), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:05.404904 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Checking router: 2cd416fe-b11b-41e8-8e86-c85356a0f058 for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:46:05.405264 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Updating router 2cd416fe-b11b-41e8-8e86-c85356a0f058 port 6b55da18-dc42-4056-be92-8132087cda82 binding host dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:46:05.429199 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:46:05.432422 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:46:05.437970 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:46:05.443495 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ac613464-2d85-4f9f-9cd1-02936f990dce,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:05.457620 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Network 2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7 is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:46:05.464358 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:46:05.467239 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:46:05.486926 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (6b55da18-dc42-4056-be92-8132087cda82), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:05.491650 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Pushing event updated for resources: {'Port': ['ID=407389d3-15e1-4faf-9468-67f9495adc83,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:05.570431 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 3885b76b-928b-4772-8096-d1b442cff8b6 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:46:05.603178 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Attempting to bind port 407389d3-15e1-4faf-9468-67f9495adc83 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:46:05.603664 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Attempting to bind port 407389d3-15e1-4faf-9468-67f9495adc83 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': '8c02244d-6455-421c-bffe-ee78cec49c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:46:05.604121 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Attempting to bind port 407389d3-15e1-4faf-9468-67f9495adc83 on network 2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:46:05.623270 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:46:05.623653 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Checking segment: {'id': '8c02244d-6455-421c-bffe-ee78cec49c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:46:05.624061 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:05.624459 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Bound using segment: {'id': '8c02244d-6455-421c-bffe-ee78cec49c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:46:05.624932 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Bound port: 407389d3-15e1-4faf-9468-67f9495adc83, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c02244d-6455-421c-bffe-ee78cec49c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:46:05.625317 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (407389d3-15e1-4faf-9468-67f9495adc83), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:05.793547 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0f1b103d-ddb7-447b-9b9b-c463b4633d22 req-dbd51c7f-4ead-4c5e-9c3d-7343edc1a124 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 210 time: 0.0547709 May 12 17:46:05.797538 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 3885b76b-928b-4772-8096-d1b442cff8b6 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:05.798012 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (3885b76b-928b-4772-8096-d1b442cff8b6), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:05.811751 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:46:05.914144 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d402fb-896c-4fb7-b790-2c7881b5d1d0 req-00a7f8bd-4e92-4879-ad8d-7b5684206140 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:05.915803 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] For port 407389d3-15e1-4faf-9468-67f9495adc83, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:46:05.922075 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-34d402fb-896c-4fb7-b790-2c7881b5d1d0 req-00a7f8bd-4e92-4879-ad8d-7b5684206140 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0670750 May 12 17:46:05.923415 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] For port 407389d3-15e1-4faf-9468-67f9495adc83, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=407389d3-15e1-4faf-9468-67f9495adc83,segment=NetworkSegment(8c02244d-6455-421c-bffe-ee78cec49c71),segment_id=8c02244d-6455-421c-bffe-ee78cec49c71)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:46:05.932103 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbf7e9-c84d-4f2e-9475-af9698bfe91e req-336a0858-68bf-40d7-8570-06a77b3b41d2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:05.936087 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1abbf7e9-c84d-4f2e-9475-af9698bfe91e req-336a0858-68bf-40d7-8570-06a77b3b41d2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.3369431 May 12 17:46:05.963079 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (407389d3-15e1-4faf-9468-67f9495adc83), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:05.986741 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388134b-ba0f-46be-884e-4f560d88b421 req-a413f538-35b5-4e16-a12f-5a874c3f8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:05.991423 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2388134b-ba0f-46be-884e-4f560d88b421 req-a413f538-35b5-4e16-a12f-5a874c3f8d6a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 1129 time: 0.0640812 May 12 17:46:06.006723 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-34d402fb-896c-4fb7-b790-2c7881b5d1d0 req-59af0cca-a406-4e46-9214-dc16def851e7 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836389 May 12 17:46:06.033930 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 3885b76b-928b-4772-8096-d1b442cff8b6 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:06.036801 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1abbf7e9-c84d-4f2e-9475-af9698bfe91e req-34354706-11f1-4bc6-bec7-88deb6135b78 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957532 May 12 17:46:06.049009 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Publish callbacks [] for router_gateway (934aa857-c383-4490-a467-01a8106edd7a), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:06.058155 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2388134b-ba0f-46be-884e-4f560d88b421 req-81c1588a-2924-41ba-a618-247efea1a898 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500929 May 12 17:46:06.154073 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4ced1-abd0-4bb0-9f8b-bef0747a7d90 None None] Pushing event updated for resources: {'Port': ['ID=407389d3-15e1-4faf-9468-67f9495adc83,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:06.238917 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Publish callbacks [] for port (6b55da18-dc42-4056-be92-8132087cda82), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:06.245807 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (6b55da18-dc42-4056-be92-8132087cda82), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:06.317333 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccc916-fb94-4638-b02b-35cf3cede24d None None] Pushing event updated for resources: {'Port': ['ID=6b55da18-dc42-4056-be92-8132087cda82,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:06.355343 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871696'] for router (934aa857-c383-4490-a467-01a8106edd7a), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:06.382619 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Attempting to bind port 6b55da18-dc42-4056-be92-8132087cda82 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:46:06.383119 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Attempting to bind port 6b55da18-dc42-4056-be92-8132087cda82 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': '6c5e8dee-70c7-48b2-9537-341e45c35413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:46:06.383560 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Attempting to bind port 6b55da18-dc42-4056-be92-8132087cda82 on network 068e07bd-56b1-45cc-b3d6-75b884746996 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:46:06.389752 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:46:06.390229 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Checking segment: {'id': '6c5e8dee-70c7-48b2-9537-341e45c35413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:46:06.390779 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:06.391259 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Bound using segment: {'id': '6c5e8dee-70c7-48b2-9537-341e45c35413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:46:06.391817 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Bound port: 6b55da18-dc42-4056-be92-8132087cda82, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5e8dee-70c7-48b2-9537-341e45c35413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:46:06.392274 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (6b55da18-dc42-4056-be92-8132087cda82), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:06.471520 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] For port 6b55da18-dc42-4056-be92-8132087cda82, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:46:06.484517 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] For port 6b55da18-dc42-4056-be92-8132087cda82, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=6b55da18-dc42-4056-be92-8132087cda82,segment=NetworkSegment(6c5e8dee-70c7-48b2-9537-341e45c35413),segment_id=6c5e8dee-70c7-48b2-9537-341e45c35413)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:46:06.494390 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (6b55da18-dc42-4056-be92-8132087cda82), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:06.528276 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Router 934aa857-c383-4490-a467-01a8106edd7a is scheduled to L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 with binding_index 1 {{(pid=110068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:46:06.644434 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:46:06.657824 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Sync routers for ids ['934aa857-c383-4490-a467-01a8106edd7a'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:46:06.663377 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:06.668096 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 49976) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:06.668235 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-90bee603-925c-4ccc-bca6-709a688312d4 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9814067 May 12 17:46:06.674108 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-480d7bc5-39c7-4103-9a89-336f924be8cc None None] Provisioning complete for port 6b55da18-dc42-4056-be92-8132087cda82 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:06.674475 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-480d7bc5-39c7-4103-9a89-336f924be8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (6b55da18-dc42-4056-be92-8132087cda82), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:06.687853 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Routers {'934aa857-c383-4490-a467-01a8106edd7a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:46:06.688495 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:45:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['934aa857-c383-4490-a467-01a8106edd7a'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:06.749374 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccc916-fb94-4638-b02b-35cf3cede24d None None] Pushing event updated for resources: {'Port': ['ID=6b55da18-dc42-4056-be92-8132087cda82,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:06.754431 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Routers {'2cd416fe-b11b-41e8-8e86-c85356a0f058'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:46:06.755150 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:45:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['2cd416fe-b11b-41e8-8e86-c85356a0f058'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:06.870305 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-480d7bc5-39c7-4103-9a89-336f924be8cc None None] Current status of the port 6b55da18-dc42-4056-be92-8132087cda82 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:06.871078 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-480d7bc5-39c7-4103-9a89-336f924be8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (6b55da18-dc42-4056-be92-8132087cda82), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:06.872290 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Set router 934aa857-c383-4490-a467-01a8106edd7a gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:46:06.929619 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-32a1feea-fb89-425d-93f7-7e67bf34f815 req-1c33587e-4d3c-4af7-9d07-8ff1520c4ea4 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 210 time: 0.0407574 May 12 17:46:06.958243 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-480d7bc5-39c7-4103-9a89-336f924be8cc None None] For port 6b55da18-dc42-4056-be92-8132087cda82, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=6b55da18-dc42-4056-be92-8132087cda82,segment=NetworkSegment(6c5e8dee-70c7-48b2-9537-341e45c35413),segment_id=6c5e8dee-70c7-48b2-9537-341e45c35413)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:06.972556 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-480d7bc5-39c7-4103-9a89-336f924be8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (6b55da18-dc42-4056-be92-8132087cda82), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:06.977705 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] Set router 2cd416fe-b11b-41e8-8e86-c85356a0f058 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:46:07.115878 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934aa857-c383-4490-a467-01a8106edd7a', 'name': 'tempest-TestShelveInstance-18658459-router', 'tenant_id': 'a713f90ee77741869a29b5d07e572178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ac613464-2d85-4f9f-9cd1-02936f990dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:46:04Z', 'updated_at': '2022-05-12T17:46:05Z', 'revision_number': 3, 'project_id': 'a713f90ee77741869a29b5d07e572178', 'gw_port': {'id': 'ac613464-2d85-4f9f-9cd1-02936f990dce', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:77:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934aa857-c383-4490-a467-01a8106edd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:05Z', 'updated_at': '2022-05-12T17:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:07.123988 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d7bc5-39c7-4103-9a89-336f924be8cc None None] Pushing event updated for resources: {'Port': ['ID=6b55da18-dc42-4056-be92-8132087cda82,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:07.173575 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-76172f0b-e69a-482b-9cbb-a9adab8dfbd4 None None] Provisioning complete for port 6b55da18-dc42-4056-be92-8132087cda82 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:07.174034 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-76172f0b-e69a-482b-9cbb-a9adab8dfbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (6b55da18-dc42-4056-be92-8132087cda82), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:07.186609 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Checking router: 934aa857-c383-4490-a467-01a8106edd7a for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:46:07.187076 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Updating router 934aa857-c383-4490-a467-01a8106edd7a port ac613464-2d85-4f9f-9cd1-02936f990dce binding host dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:46:07.217754 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (ac613464-2d85-4f9f-9cd1-02936f990dce), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:07.268453 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5d722-b4ba-4404-a82c-1d69b16cefd5 req-9aa731cd-475e-4d0c-baaf-b290c14b2ad0 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:07.270662 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-cfa5d722-b4ba-4404-a82c-1d69b16cefd5 req-9aa731cd-475e-4d0c-baaf-b290c14b2ad0 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.1059735 May 12 17:46:07.278254 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0f85e-3002-4ae0-a840-718c1b5d04df req-75cf9ff8-5bc3-4c80-99d6-2e7ea8cf38c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:07.279824 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5fa0f85e-3002-4ae0-a840-718c1b5d04df req-75cf9ff8-5bc3-4c80-99d6-2e7ea8cf38c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0813632 May 12 17:46:07.360053 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'name': 'tempest-TestShelveInstance-1256171712-router', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:45:58Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 4, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'gw_port': {'id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:59Z', 'updated_at': '2022-05-12T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '6b55da18-dc42-4056-be92-8132087cda82', 'name': '', 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'mac_address': 'fa:16:3e:30:93:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:01Z', 'updated_at': '2022-05-12T17:46:06Z', 'revision_number': 4, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'subnets': [{'id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:07.378821 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-cfa5d722-b4ba-4404-a82c-1d69b16cefd5 req-0ed08394-1889-40c7-91d2-bae9651d70db tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001594 May 12 17:46:07.421785 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5fa0f85e-3002-4ae0-a840-718c1b5d04df req-85c1fba5-60e8-4037-b166-3d51c8382052 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185186 May 12 17:46:07.442709 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:07.468423 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e05f32-4655-4aea-9353-7d5a465801b0 None None] Network 2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:46:07.471180 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-76172f0b-e69a-482b-9cbb-a9adab8dfbd4 None None] Current status of the port 6b55da18-dc42-4056-be92-8132087cda82 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:07.480529 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a6dadf-01af-4dd7-b9d4-9f392556164f None None] The sync data for ids ['2cd416fe-b11b-41e8-8e86-c85356a0f058'] in dv-cinder-839793-10-iscsi is: [{'id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'name': 'tempest-TestShelveInstance-1256171712-router', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:45:58Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 4, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'gw_port': {'id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:59Z', 'updated_at': '2022-05-12T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '6b55da18-dc42-4056-be92-8132087cda82', 'name': '', 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'mac_address': 'fa:16:3e:30:93:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:01Z', 'updated_at': '2022-05-12T17:46:06Z', 'revision_number': 4, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'subnets': [{'id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:46:07.661991 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-c0c80deb-5fc2-41b0-b34c-d082d16ec834 None None] Provisioning complete for port 407389d3-15e1-4faf-9468-67f9495adc83 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:07.662364 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c0c80deb-5fc2-41b0-b34c-d082d16ec834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (407389d3-15e1-4faf-9468-67f9495adc83), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:07.687527 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Publish callbacks [] for port (ac613464-2d85-4f9f-9cd1-02936f990dce), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:07.694947 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (ac613464-2d85-4f9f-9cd1-02936f990dce), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:07.713003 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 407389d3-15e1-4faf-9468-67f9495adc83 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:46:07.744787 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf18679-e13a-43e5-ae2c-88977fca5726 None None] Pushing event updated for resources: {'Port': ['ID=ac613464-2d85-4f9f-9cd1-02936f990dce,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:07.776613 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Attempting to bind port ac613464-2d85-4f9f-9cd1-02936f990dce on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:46:07.777960 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Attempting to bind port ac613464-2d85-4f9f-9cd1-02936f990dce by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:46:07.778444 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Attempting to bind port ac613464-2d85-4f9f-9cd1-02936f990dce on network b6af4ff4-d32b-4188-9b8b-39d506141485 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:46:07.784443 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:46:07.784965 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Checking segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:46:07.785467 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:07.786017 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Bound using segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:46:07.786815 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Bound port: ac613464-2d85-4f9f-9cd1-02936f990dce, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:46:07.787505 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (ac613464-2d85-4f9f-9cd1-02936f990dce), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:07.844971 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-54cbb974-e904-4cd9-ab0d-e09dd893f499 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:07.848317 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-54cbb974-e904-4cd9-ab0d-e09dd893f499 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.89 "GET /v2.0/networks?id=06e9bf4a-dfcc-439e-b76a-6285d33f5dcb HTTP/1.1" status: 200 len: 813 time: 0.3173468 May 12 17:46:07.850549 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] For port ac613464-2d85-4f9f-9cd1-02936f990dce, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:46:07.855414 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] For port ac613464-2d85-4f9f-9cd1-02936f990dce, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=ac613464-2d85-4f9f-9cd1-02936f990dce,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:46:07.867207 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (ac613464-2d85-4f9f-9cd1-02936f990dce), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:07.891780 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Allocated IP 172.20.0.1 (2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7/8dda4dbf-c84c-41a3-bff4-7197a319a41e/f59be0bb-ede9-4342-8065-0f77a155f49a) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:46:07.916754 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-e1d174c8-8e1a-46dc-ab75-91d6eeceaaac tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Request body: {'port': {'device_id': 'a8049559-bf00-4160-8e46-9a2d0a910c1a', 'network_id': '06e9bf4a-dfcc-439e-b76a-6285d33f5dcb', 'admin_state_up': True, 'tenant_id': '5efa2685b0ca4a4e86626fddbd68e4ed'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:07.929921 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 407389d3-15e1-4faf-9468-67f9495adc83 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:07.936412 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (407389d3-15e1-4faf-9468-67f9495adc83), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:07.971870 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf18679-e13a-43e5-ae2c-88977fca5726 None None] Pushing event updated for resources: {'Port': ['ID=ac613464-2d85-4f9f-9cd1-02936f990dce,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:08.014886 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Routers {'934aa857-c383-4490-a467-01a8106edd7a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:46:08.015873 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:45:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['934aa857-c383-4490-a467-01a8106edd7a'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:08.044465 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-c0c80deb-5fc2-41b0-b34c-d082d16ec834 None None] Current status of the port 407389d3-15e1-4faf-9468-67f9495adc83 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:08.052357 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c0c80deb-5fc2-41b0-b34c-d082d16ec834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (407389d3-15e1-4faf-9468-67f9495adc83), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:08.143646 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-479fa3b2-2af9-4171-9dec-d2d176daaf26 req-40557517-6c76-4e62-93a9-f7c8e58369e0 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 210 time: 0.0671132 May 12 17:46:08.144463 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-c0c80deb-5fc2-41b0-b34c-d082d16ec834 None None] For port 407389d3-15e1-4faf-9468-67f9495adc83, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=407389d3-15e1-4faf-9468-67f9495adc83,segment=NetworkSegment(8c02244d-6455-421c-bffe-ee78cec49c71),segment_id=8c02244d-6455-421c-bffe-ee78cec49c71)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:08.182181 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c0c80deb-5fc2-41b0-b34c-d082d16ec834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (407389d3-15e1-4faf-9468-67f9495adc83), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:08.209111 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] Set router 934aa857-c383-4490-a467-01a8106edd7a gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:46:08.209325 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-e1d174c8-8e1a-46dc-ab75-91d6eeceaaac tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Made reservation on behalf of 5efa2685b0ca4a4e86626fddbd68e4ed for: {'port': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:46:08.213773 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-e1d174c8-8e1a-46dc-ab75-91d6eeceaaac tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:08.247529 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 407389d3-15e1-4faf-9468-67f9495adc83 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:08.259599 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c80deb-5fc2-41b0-b34c-d082d16ec834 None None] Pushing event updated for resources: {'Port': ['ID=407389d3-15e1-4faf-9468-67f9495adc83,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:08.271265 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Publish callbacks [] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:08.301801 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bfd652b0-3459-4699-a89b-752814bcdabb None None] Provisioning complete for port 407389d3-15e1-4faf-9468-67f9495adc83 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:08.302359 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bfd652b0-3459-4699-a89b-752814bcdabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (407389d3-15e1-4faf-9468-67f9495adc83), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:08.391693 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:08.398364 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-e1d174c8-8e1a-46dc-ab75-91d6eeceaaac tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Allocated IP 172.20.0.10 (06e9bf4a-dfcc-439e-b76a-6285d33f5dcb/ee2de73b-4d62-4578-8928-8f56682f529f/6a3e3572-f068-4297-9d91-839b7beaff17) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:46:08.417897 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bfd652b0-3459-4699-a89b-752814bcdabb None None] Current status of the port 407389d3-15e1-4faf-9468-67f9495adc83 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:08.491900 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Network 2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:46:08.505062 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:46:08.519300 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:46:08.529833 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Pushing event updated for resources: {'Port': ['ID=f59be0bb-ede9-4342-8065-0f77a155f49a,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:08.560150 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934aa857-c383-4490-a467-01a8106edd7a', 'name': 'tempest-TestShelveInstance-18658459-router', 'tenant_id': 'a713f90ee77741869a29b5d07e572178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ac613464-2d85-4f9f-9cd1-02936f990dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:46:04Z', 'updated_at': '2022-05-12T17:46:05Z', 'revision_number': 3, 'project_id': 'a713f90ee77741869a29b5d07e572178', 'gw_port': {'id': 'ac613464-2d85-4f9f-9cd1-02936f990dce', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:77:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934aa857-c383-4490-a467-01a8106edd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:05Z', 'updated_at': '2022-05-12T17:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:08.589826 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb019195-5d5d-4510-8bad-43be0997ccc1 req-a9d91c77-3c4d-4a72-9cd5-13fea486d6ce tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:08.597054 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fb019195-5d5d-4510-8bad-43be0997ccc1 req-a9d91c77-3c4d-4a72-9cd5-13fea486d6ce tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0666525 May 12 17:46:08.616225 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bb254-16dc-4237-ba7c-ab679f9b9887 None None] The sync data for ids ['934aa857-c383-4490-a467-01a8106edd7a'] in dv-cinder-839793-10-iscsi is: [{'id': '934aa857-c383-4490-a467-01a8106edd7a', 'name': 'tempest-TestShelveInstance-18658459-router', 'tenant_id': 'a713f90ee77741869a29b5d07e572178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ac613464-2d85-4f9f-9cd1-02936f990dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:46:04Z', 'updated_at': '2022-05-12T17:46:05Z', 'revision_number': 3, 'project_id': 'a713f90ee77741869a29b5d07e572178', 'gw_port': {'id': 'ac613464-2d85-4f9f-9cd1-02936f990dce', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:77:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934aa857-c383-4490-a467-01a8106edd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:05Z', 'updated_at': '2022-05-12T17:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:46:08.688538 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fb019195-5d5d-4510-8bad-43be0997ccc1 req-935f211f-c160-4c81-8aae-27e9b6962865 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903828 May 12 17:46:08.702342 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d24d5-8cd9-49f3-8472-8eb7b11c2d99 req-497e69de-c0ac-4226-9c3d-f19af9082d55 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:08.704348 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-449d24d5-8cd9-49f3-8472-8eb7b11c2d99 req-497e69de-c0ac-4226-9c3d-f19af9082d55 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.1761725 May 12 17:46:08.708057 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867645'] for router_interface (934aa857-c383-4490-a467-01a8106edd7a), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:08.846409 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-5c2fa128-6ffd-458c-a725-a92d5d73cec0 None None] Provisioning complete for port f59be0bb-ede9-4342-8065-0f77a155f49a triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:08.846851 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-5c2fa128-6ffd-458c-a725-a92d5d73cec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:08.887889 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-5c2fa128-6ffd-458c-a725-a92d5d73cec0 None None] Port f59be0bb-ede9-4342-8065-0f77a155f49a cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:46:08.911232 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-449d24d5-8cd9-49f3-8472-8eb7b11c2d99 req-2c172643-a6ce-43e1-808d-efef6e879fa4 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003174 May 12 17:46:08.917431 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-e1d174c8-8e1a-46dc-ab75-91d6eeceaaac tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Publish callbacks [] for port (6a3e3572-f068-4297-9d91-839b7beaff17), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:09.025713 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:09.036043 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-e1d174c8-8e1a-46dc-ab75-91d6eeceaaac tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (6a3e3572-f068-4297-9d91-839b7beaff17), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:09.068439 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17621547-278e-4f3d-a3e2-0289a892fa52 req-729eea47-f950-48ba-a1eb-22e3912103a6 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:09.080644 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-17621547-278e-4f3d-a3e2-0289a892fa52 req-729eea47-f950-48ba-a1eb-22e3912103a6 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0754609 May 12 17:46:09.081557 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 49998) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:09.086290 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-92715e94-5e7c-4f06-9985-58872cd6ffef tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Request body: {'floatingip': {'port_id': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:09.094469 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d174c8-8e1a-46dc-ab75-91d6eeceaaac tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Pushing event updated for resources: {'Port': ['ID=6a3e3572-f068-4297-9d91-839b7beaff17,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:09.130026 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-92715e94-5e7c-4f06-9985-58872cd6ffef tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for floatingip (8a769494-665a-4aa0-b477-e3982479ffcb), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:09.135067 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-e1d174c8-8e1a-46dc-ab75-91d6eeceaaac tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Network 06e9bf4a-dfcc-439e-b76a-6285d33f5dcb is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:46:09.138267 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-e1d174c8-8e1a-46dc-ab75-91d6eeceaaac tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:46:09.140857 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-e1d174c8-8e1a-46dc-ab75-91d6eeceaaac tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:46:09.243409 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-e1d174c8-8e1a-46dc-ab75-91d6eeceaaac tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:09.244258 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-e1d174c8-8e1a-46dc-ab75-91d6eeceaaac tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:09.320982 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-e1d174c8-8e1a-46dc-ab75-91d6eeceaaac tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4096670 May 12 17:46:09.332487 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ae12a-addb-4e3d-83ee-7d8e3de5e1c6 req-6f1f9dcb-9847-4f51-bd18-5db8991c3767 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:09.333987 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-204ae12a-addb-4e3d-83ee-7d8e3de5e1c6 req-6f1f9dcb-9847-4f51-bd18-5db8991c3767 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 932 time: 0.0869255 May 12 17:46:09.378532 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Request body: {'port': {'device_id': 'a8049559-bf00-4160-8e46-9a2d0a910c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:09.484954 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:09.524833 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-204ae12a-addb-4e3d-83ee-7d8e3de5e1c6 req-2766ef63-7e9e-4306-af37-59eef3dceebf tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826854 May 12 17:46:09.528158 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (6a3e3572-f068-4297-9d91-839b7beaff17), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:09.609354 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Publish callbacks [] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:09.639398 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:09.718581 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 407389d3-15e1-4faf-9468-67f9495adc83 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:46:09.718957 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-92715e94-5e7c-4f06-9985-58872cd6ffef tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:09.724525 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-92715e94-5e7c-4f06-9985-58872cd6ffef tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (8a769494-665a-4aa0-b477-e3982479ffcb), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:09.778622 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Pushing event updated for resources: {'Port': ['ID=f59be0bb-ede9-4342-8065-0f77a155f49a,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:09.790655 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7866807'] for router_interface (934aa857-c383-4490-a467-01a8106edd7a), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:09.812398 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 407389d3-15e1-4faf-9468-67f9495adc83 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:09.813060 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (407389d3-15e1-4faf-9468-67f9495adc83), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:09.858025 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.l3_db [None req-92715e94-5e7c-4f06-9985-58872cd6ffef tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Floating IP 8a769494-665a-4aa0-b477-e3982479ffcb associated. External IP: 172.27.3.146, port: e7bcf6a7-e3d8-42ac-93af-72139b9509fa. May 12 17:46:09.922957 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 407389d3-15e1-4faf-9468-67f9495adc83 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:09.925641 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 6b55da18-dc42-4056-be92-8132087cda82 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:46:09.935874 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaa4fa-93d3-4283-86bb-9a4f2647cd82 req-a814b826-25d9-4be0-8624-d2f8a86cd087 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:09.937229 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1fcaa4fa-93d3-4283-86bb-9a4f2647cd82 req-a814b826-25d9-4be0-8624-d2f8a86cd087 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0900474 May 12 17:46:09.971930 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Network 2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:46:09.976734 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:46:09.988611 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 6b55da18-dc42-4056-be92-8132087cda82 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:09.989584 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (6b55da18-dc42-4056-be92-8132087cda82), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:10.065437 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1fcaa4fa-93d3-4283-86bb-9a4f2647cd82 req-3a1f33c6-70a0-448c-be57-2bb7a522c307 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171994 May 12 17:46:10.119096 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 6b55da18-dc42-4056-be92-8132087cda82 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:10.121094 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device ac613464-2d85-4f9f-9cd1-02936f990dce up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:46:10.200724 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port ac613464-2d85-4f9f-9cd1-02936f990dce triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:10.201033 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (ac613464-2d85-4f9f-9cd1-02936f990dce), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:10.253228 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92715e94-5e7c-4f06-9985-58872cd6ffef tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Router 18ca0e83-f632-466b-acea-ff5b881fd93a has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:46:10.315565 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port ac613464-2d85-4f9f-9cd1-02936f990dce is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:10.315869 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (ac613464-2d85-4f9f-9cd1-02936f990dce), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:10.331211 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d0929f12-2a85-4335-816a-5bf7476ff809 None None] Provisioning complete for port f59be0bb-ede9-4342-8065-0f77a155f49a triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:10.331587 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d0929f12-2a85-4335-816a-5bf7476ff809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:10.365420 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] For port ac613464-2d85-4f9f-9cd1-02936f990dce, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=ac613464-2d85-4f9f-9cd1-02936f990dce,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:10.372657 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (ac613464-2d85-4f9f-9cd1-02936f990dce), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:10.373081 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3e3572-f068-4297-9d91-839b7beaff17 {{(pid=110069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:46:10.388764 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92715e94-5e7c-4f06-9985-58872cd6ffef tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:46:10.389578 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Publish callbacks [] for port (6a3e3572-f068-4297-9d91-839b7beaff17), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:10.393369 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-92715e94-5e7c-4f06-9985-58872cd6ffef tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:10.404293 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d0929f12-2a85-4335-816a-5bf7476ff809 None None] Port f59be0bb-ede9-4342-8065-0f77a155f49a cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:46:10.407954 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06a6810-96e2-428a-9253-f487d7367273 None None] Sync routers for ids ['18ca0e83-f632-466b-acea-ff5b881fd93a'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:46:10.428458 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-92715e94-5e7c-4f06-9985-58872cd6ffef tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "PUT /v2.0/floatingips/8a769494-665a-4aa0-b477-e3982479ffcb HTTP/1.1" status: 200 len: 991 time: 1.3436396 May 12 17:46:10.428458 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'tag': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:10.430140 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae195ff-9a10-42ae-b69f-d9515abe91d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0424abb5-9a1e-40d7-9293-6afed05d22a4", "tag": "e7bcf6a7-e3d8-42ac-93af-72139b9509fa"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:10.434378 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06a6810-96e2-428a-9253-f487d7367273 None None] Routers {'18ca0e83-f632-466b-acea-ff5b881fd93a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:46:10.435182 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-b06a6810-96e2-428a-9253-f487d7367273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:45:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['18ca0e83-f632-466b-acea-ff5b881fd93a'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:10.441122 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.provisioning_blocks [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Transition to ACTIVE for port object 6a3e3572-f068-4297-9d91-839b7beaff17 will not be triggered until provisioned by entity L2. {{(pid=110069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:46:10.447697 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (6a3e3572-f068-4297-9d91-839b7beaff17), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:10.478058 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Pushing event updated for resources: {'Port': ['ID=ac613464-2d85-4f9f-9cd1-02936f990dce,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:10.484868 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb23150-88c0-4225-b29b-1f93c4c67831 x-openstack-request-id: req-dcb23150-88c0-4225-b29b-1f93c4c67831 {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:10.485352 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0424abb5-9a1e-40d7-9293-6afed05d22a4", "tag": "e7bcf6a7-e3d8-42ac-93af-72139b9509fa", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:10.485801 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dcb23150-88c0-4225-b29b-1f93c4c67831 {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:10.486887 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb23150-88c0-4225-b29b-1f93c4c67831'] response: {'name': 'network-changed', 'server_uuid': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'tag': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa', 'status': 'completed', 'code': 200} May 12 17:46:10.516516 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3e3572-f068-4297-9d91-839b7beaff17,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:10.536350 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Router 934aa857-c383-4490-a467-01a8106edd7a has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:46:10.566815 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-b06a6810-96e2-428a-9253-f487d7367273 None None] Set router 18ca0e83-f632-466b-acea-ff5b881fd93a gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:46:10.617793 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae195ff-9a10-42ae-b69f-d9515abe91d9 req-ec0d722a-2500-4644-a2b5-6d240ca6b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:10.620023 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dae195ff-9a10-42ae-b69f-d9515abe91d9 req-ec0d722a-2500-4644-a2b5-6d240ca6b20a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 1129 time: 0.0988836 May 12 17:46:10.663882 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e4175-9cfe-4fde-88dd-592634afc5d6 req-92a978a7-4d7c-4849-ba8d-3f9160d5387c tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:10.666124 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-4b1e4175-9cfe-4fde-88dd-592634afc5d6 req-92a978a7-4d7c-4849-ba8d-3f9160d5387c tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 944 time: 0.0547047 May 12 17:46:10.720516 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Attempting to bind port 6a3e3572-f068-4297-9d91-839b7beaff17 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:46:10.720931 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Attempting to bind port 6a3e3572-f068-4297-9d91-839b7beaff17 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '31e543ed-2931-4db4-ba86-49737c2562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '06e9bf4a-dfcc-439e-b76a-6285d33f5dcb'}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:46:10.721194 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Attempting to bind port 6a3e3572-f068-4297-9d91-839b7beaff17 on network 06e9bf4a-dfcc-439e-b76a-6285d33f5dcb {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:46:10.744274 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-4b1e4175-9cfe-4fde-88dd-592634afc5d6 req-1eb0283d-adf5-45c2-8893-4a931365812a tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700142 May 12 17:46:10.772387 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Port 6a3e3572-f068-4297-9d91-839b7beaff17 on network 06e9bf4a-dfcc-439e-b76a-6285d33f5dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:46:10.772725 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Attempting to bind port 6a3e3572-f068-4297-9d91-839b7beaff17 on network 06e9bf4a-dfcc-439e-b76a-6285d33f5dcb {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:46:10.814420 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:46:10.814793 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Checking segment: {'id': '31e543ed-2931-4db4-ba86-49737c2562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '06e9bf4a-dfcc-439e-b76a-6285d33f5dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:46:10.815170 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Bound using segment: {'id': '31e543ed-2931-4db4-ba86-49737c2562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '06e9bf4a-dfcc-439e-b76a-6285d33f5dcb'} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:46:10.815613 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Bound port: 6a3e3572-f068-4297-9d91-839b7beaff17, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31e543ed-2931-4db4-ba86-49737c2562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '06e9bf4a-dfcc-439e-b76a-6285d33f5dcb'}}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:46:10.815962 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (6a3e3572-f068-4297-9d91-839b7beaff17), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:10.853634 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae195ff-9a10-42ae-b69f-d9515abe91d9 req-7829609b-0f67-4f78-8444-773a5dc5ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:10.855136 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dae195ff-9a10-42ae-b69f-d9515abe91d9 req-7829609b-0f67-4f78-8444-773a5dc5ce5f service neutron] 10.222.0.89 "GET /v2.0/networks?id=c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 200 len: 918 time: 0.1978779 May 12 17:46:10.857187 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:46:10.886583 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-dd232eff-5de6-4a89-8f3c-4322da031359 admin admin] 10.222.0.76 "PUT /v2.0/routers/934aa857-c383-4490-a467-01a8106edd7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2092717 May 12 17:46:10.973890 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] For port 6a3e3572-f068-4297-9d91-839b7beaff17, host hv-cinder-83979, cleared binding levels {{(pid=110069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:46:10.981247 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] For port 6a3e3572-f068-4297-9d91-839b7beaff17, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6a3e3572-f068-4297-9d91-839b7beaff17,segment=NetworkSegment(31e543ed-2931-4db4-ba86-49737c2562f7),segment_id=31e543ed-2931-4db4-ba86-49737c2562f7)] {{(pid=110069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:46:10.988825 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dae195ff-9a10-42ae-b69f-d9515abe91d9 req-159da70b-428d-4c58-a738-6b1356d423a3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7bcf6a7-e3d8-42ac-93af-72139b9509fa HTTP/1.1" status: 200 len: 999 time: 0.0769908 May 12 17:46:10.990512 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (6a3e3572-f068-4297-9d91-839b7beaff17), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:10.992487 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-b06a6810-96e2-428a-9253-f487d7367273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:45Z', 'revision_number': 4, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port': {'id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:47:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '8a769494-665a-4aa0-b477-e3982479ffcb', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'port_id': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'mac_address': 'fa:16:3e:ce:43:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:30Z', 'updated_at': '2022-05-12T17:46:09Z', 'revision_number': 1, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2d8383-c6da-4870-be80-c860a4b7a5ae', 'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'mac_address': 'fa:16:3e:19:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:44Z', 'updated_at': '2022-05-12T17:43:50Z', 'revision_number': 5, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'subnets': [{'id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:11.023447 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06a6810-96e2-428a-9253-f487d7367273 None None] Checking router: 18ca0e83-f632-466b-acea-ff5b881fd93a for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:46:11.033032 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06a6810-96e2-428a-9253-f487d7367273 None None] Routers {'18ca0e83-f632-466b-acea-ff5b881fd93a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:46:11.033317 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:11.033665 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-b06a6810-96e2-428a-9253-f487d7367273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:45:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['18ca0e83-f632-466b-acea-ff5b881fd93a'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:11.034076 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.035598 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] 10.222.0.89 "PUT /v2.0/ports/6a3e3572-f068-4297-9d91-839b7beaff17 HTTP/1.1" status: 200 len: 1094 time: 1.6926870 May 12 17:46:11.036124 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8049559-bf00-4160-8e46-9a2d0a910c1a', 'tag': '6a3e3572-f068-4297-9d91-839b7beaff17'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:11.038597 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6396dc2-061a-48f4-ba27-21cee8852a64" -d '{"events": [{"name": "network-changed", "server_uuid": "a8049559-bf00-4160-8e46-9a2d0a910c1a", "tag": "6a3e3572-f068-4297-9d91-839b7beaff17"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:11.069041 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020b21c-9966-4894-bb3d-7568cedf4649 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3e3572-f068-4297-9d91-839b7beaff17,revision_number=3']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:11.081945 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1376475e-c1ba-412a-b53f-b41f62629b75 x-openstack-request-id: req-1376475e-c1ba-412a-b53f-b41f62629b75 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:11.082857 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8049559-bf00-4160-8e46-9a2d0a910c1a", "tag": "6a3e3572-f068-4297-9d91-839b7beaff17", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:11.083308 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1376475e-c1ba-412a-b53f-b41f62629b75 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:11.083776 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1376475e-c1ba-412a-b53f-b41f62629b75'] response: {'name': 'network-changed', 'server_uuid': 'a8049559-bf00-4160-8e46-9a2d0a910c1a', 'tag': '6a3e3572-f068-4297-9d91-839b7beaff17', 'status': 'completed', 'code': 200} May 12 17:46:11.145799 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Sync routers for ids ['934aa857-c383-4490-a467-01a8106edd7a'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:46:11.166257 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Routers {'934aa857-c383-4490-a467-01a8106edd7a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:46:11.168613 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:45:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['934aa857-c383-4490-a467-01a8106edd7a'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:11.185577 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-b06a6810-96e2-428a-9253-f487d7367273 None None] Set router 18ca0e83-f632-466b-acea-ff5b881fd93a gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:46:11.211153 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d08d1f-c8ef-4e81-ac31-37dbd203d298 req-115df9b1-e03e-4300-b536-79ead0b33b89 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:11.219722 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f8d08d1f-c8ef-4e81-ac31-37dbd203d298 req-115df9b1-e03e-4300-b536-79ead0b33b89 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0704601 May 12 17:46:11.282607 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f8d08d1f-c8ef-4e81-ac31-37dbd203d298 req-0a6bfde5-65bd-4761-aeb3-7e858055f41b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548470 May 12 17:46:11.288980 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 50022) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:11.294349 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-5c24de0d-422c-4374-99a5-b3fdd43b08a8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-49001733', 'description': 'tempest-secgroup-smoke-49001733 description', 'project_id': '667ee24fd13d4432a040a745bf2a0d0e'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:11.317646 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5c24de0d-422c-4374-99a5-b3fdd43b08a8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.335454 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Set router 934aa857-c383-4490-a467-01a8106edd7a gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:46:11.404929 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5c24de0d-422c-4374-99a5-b3fdd43b08a8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group (ed342482-29a6-4301-9531-c379296aebc3), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.409784 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5c24de0d-422c-4374-99a5-b3fdd43b08a8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (ed342482-29a6-4301-9531-c379296aebc3), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.442164 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5c24de0d-422c-4374-99a5-b3fdd43b08a8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.446942 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 50024) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:11.451768 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-74703cac-9a20-4768-886b-89b03e0a290b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Request body: {'security_group_rule': {'security_group_id': 'ed342482-29a6-4301-9531-c379296aebc3', 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:11.455369 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-5c24de0d-422c-4374-99a5-b3fdd43b08a8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1651318 May 12 17:46:11.457890 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24de0d-422c-4374-99a5-b3fdd43b08a8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed342482-29a6-4301-9531-c379296aebc3,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:11.483632 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-b06a6810-96e2-428a-9253-f487d7367273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:45Z', 'revision_number': 4, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port': {'id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:47:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '8a769494-665a-4aa0-b477-e3982479ffcb', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'port_id': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'mac_address': 'fa:16:3e:ce:43:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:30Z', 'updated_at': '2022-05-12T17:46:09Z', 'revision_number': 1, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2d8383-c6da-4870-be80-c860a4b7a5ae', 'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'mac_address': 'fa:16:3e:19:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:44Z', 'updated_at': '2022-05-12T17:43:50Z', 'revision_number': 5, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'subnets': [{'id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:11.503493 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-74703cac-9a20-4768-886b-89b03e0a290b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (6512474e-eeb7-4a4d-b08e-cc9d70e664cc), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.517625 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06a6810-96e2-428a-9253-f487d7367273 None None] The sync data for ids ['18ca0e83-f632-466b-acea-ff5b881fd93a'] in dv-cinder-839793-10-iscsi is: [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:45Z', 'revision_number': 4, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port': {'id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:47:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '8a769494-665a-4aa0-b477-e3982479ffcb', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'port_id': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'mac_address': 'fa:16:3e:ce:43:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:30Z', 'updated_at': '2022-05-12T17:46:09Z', 'revision_number': 1, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2d8383-c6da-4870-be80-c860a4b7a5ae', 'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'mac_address': 'fa:16:3e:19:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:44Z', 'updated_at': '2022-05-12T17:43:50Z', 'revision_number': 5, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'subnets': [{'id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:46:11.546057 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934aa857-c383-4490-a467-01a8106edd7a', 'name': 'tempest-TestShelveInstance-18658459-router', 'tenant_id': 'a713f90ee77741869a29b5d07e572178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ac613464-2d85-4f9f-9cd1-02936f990dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:46:04Z', 'updated_at': '2022-05-12T17:46:08Z', 'revision_number': 4, 'project_id': 'a713f90ee77741869a29b5d07e572178', 'gw_port': {'id': 'ac613464-2d85-4f9f-9cd1-02936f990dce', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:77:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934aa857-c383-4490-a467-01a8106edd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:05Z', 'updated_at': '2022-05-12T17:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': 'f59be0bb-ede9-4342-8065-0f77a155f49a', 'name': '', 'network_id': '2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7', 'tenant_id': 'a713f90ee77741869a29b5d07e572178', 'mac_address': 'fa:16:3e:6a:9a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934aa857-c383-4490-a467-01a8106edd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8dda4dbf-c84c-41a3-bff4-7197a319a41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:07Z', 'updated_at': '2022-05-12T17:46:09Z', 'revision_number': 2, 'project_id': 'a713f90ee77741869a29b5d07e572178', 'subnets': [{'id': '8dda4dbf-c84c-41a3-bff4-7197a319a41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:11.575835 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device ac613464-2d85-4f9f-9cd1-02936f990dce up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:46:11.582959 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-74703cac-9a20-4768-886b-89b03e0a290b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (6512474e-eeb7-4a4d-b08e-cc9d70e664cc), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.583781 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Checking router: 934aa857-c383-4490-a467-01a8106edd7a for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:46:11.584060 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Updating router 934aa857-c383-4490-a467-01a8106edd7a port f59be0bb-ede9-4342-8065-0f77a155f49a binding host dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:46:11.595419 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-74703cac-9a20-4768-886b-89b03e0a290b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (6512474e-eeb7-4a4d-b08e-cc9d70e664cc), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.621297 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74703cac-9a20-4768-886b-89b03e0a290b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6512474e-eeb7-4a4d-b08e-cc9d70e664cc,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:11.622227 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.628432 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port ac613464-2d85-4f9f-9cd1-02936f990dce triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:11.628816 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (ac613464-2d85-4f9f-9cd1-02936f990dce), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.632503 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-74703cac-9a20-4768-886b-89b03e0a290b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.633851 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-74703cac-9a20-4768-886b-89b03e0a290b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1855760 May 12 17:46:11.636418 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 50026) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:11.643285 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-31ececf6-4698-4315-985a-b21dcf76d5b8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Request body: {'security_group_rule': {'security_group_id': 'ed342482-29a6-4301-9531-c379296aebc3', 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:11.677841 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-31ececf6-4698-4315-985a-b21dcf76d5b8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (87209f82-c733-489d-ad0e-d848470a7d27), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.724781 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port ac613464-2d85-4f9f-9cd1-02936f990dce is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:11.745911 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-31ececf6-4698-4315-985a-b21dcf76d5b8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (87209f82-c733-489d-ad0e-d848470a7d27), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.750402 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-31ececf6-4698-4315-985a-b21dcf76d5b8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (87209f82-c733-489d-ad0e-d848470a7d27), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.778222 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ececf6-4698-4315-985a-b21dcf76d5b8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87209f82-c733-489d-ad0e-d848470a7d27,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:11.797099 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-31ececf6-4698-4315-985a-b21dcf76d5b8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.798264 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-31ececf6-4698-4315-985a-b21dcf76d5b8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1609080 May 12 17:46:11.801089 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 50030) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:11.808217 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-7b78dd79-840a-4dd9-bd5b-8a25ecfffcb2 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Request body: {'security_group_rule': {'security_group_id': 'ed342482-29a6-4301-9531-c379296aebc3', 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:11.841187 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe6c5d-94bd-4b63-be84-484c0aa2fef5 None None] New status for floating IP 8a769494-665a-4aa0-b477-e3982479ffcb: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:46:11.884825 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7b78dd79-840a-4dd9-bd5b-8a25ecfffcb2 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (81e47b45-ae93-4175-8918-18a63fb9c5c0), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.896993 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f0c73-b64b-4d21-9a90-1855e05454b7 req-6ad405b0-b71b-438f-9db6-2dbc2a2f7250 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:11.899602 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e34f0c73-b64b-4d21-9a90-1855e05454b7 req-6ad405b0-b71b-438f-9db6-2dbc2a2f7250 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 944 time: 0.0794888 May 12 17:46:11.979422 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Publish callbacks [] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.981753 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e34f0c73-b64b-4d21-9a90-1855e05454b7 req-0b1932ab-49fa-4de0-81eb-3fb3ccb9ea58 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742960 May 12 17:46:11.983527 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7b78dd79-840a-4dd9-bd5b-8a25ecfffcb2 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (81e47b45-ae93-4175-8918-18a63fb9c5c0), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.986237 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:11.987848 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7b78dd79-840a-4dd9-bd5b-8a25ecfffcb2 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (81e47b45-ae93-4175-8918-18a63fb9c5c0), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.019329 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78dd79-840a-4dd9-bd5b-8a25ecfffcb2 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e47b45-ae93-4175-8918-18a63fb9c5c0,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:12.027096 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7b78dd79-840a-4dd9-bd5b-8a25ecfffcb2 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.028600 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-7b78dd79-840a-4dd9-bd5b-8a25ecfffcb2 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2253530 May 12 17:46:12.031136 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 50032) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:12.035561 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-5a093974-827d-4057-bb8b-ba5786c38f32 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Request body: {'security_group_rule': {'security_group_id': 'ed342482-29a6-4301-9531-c379296aebc3', 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:12.060696 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d287dd-4962-447d-a640-870ac2f837dc None None] Pushing event updated for resources: {'Port': ['ID=f59be0bb-ede9-4342-8065-0f77a155f49a,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:12.082499 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5a093974-827d-4057-bb8b-ba5786c38f32 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (dbbc986f-464c-432b-98cf-1064a7a76b1c), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.130234 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Attempting to bind port f59be0bb-ede9-4342-8065-0f77a155f49a on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:46:12.130611 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Attempting to bind port f59be0bb-ede9-4342-8065-0f77a155f49a by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': '8c02244d-6455-421c-bffe-ee78cec49c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:46:12.131028 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Attempting to bind port f59be0bb-ede9-4342-8065-0f77a155f49a on network 2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:46:12.136752 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:46:12.137228 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Checking segment: {'id': '8c02244d-6455-421c-bffe-ee78cec49c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:46:12.137698 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.138159 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Bound using segment: {'id': '8c02244d-6455-421c-bffe-ee78cec49c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:46:12.138722 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Bound port: f59be0bb-ede9-4342-8065-0f77a155f49a, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c02244d-6455-421c-bffe-ee78cec49c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:46:12.139271 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.157409 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5a093974-827d-4057-bb8b-ba5786c38f32 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (dbbc986f-464c-432b-98cf-1064a7a76b1c), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.161713 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5a093974-827d-4057-bb8b-ba5786c38f32 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (dbbc986f-464c-432b-98cf-1064a7a76b1c), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.181860 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a093974-827d-4057-bb8b-ba5786c38f32 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbc986f-464c-432b-98cf-1064a7a76b1c,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:12.191749 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5a093974-827d-4057-bb8b-ba5786c38f32 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.192965 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-5a093974-827d-4057-bb8b-ba5786c38f32 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1608396 May 12 17:46:12.195890 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 50034) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:12.201066 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-df8283fd-62dc-4169-9f52-3c9f97568def tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Request body: {'security_group_rule': {'security_group_id': 'ed342482-29a6-4301-9531-c379296aebc3', 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:12.221899 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] For port f59be0bb-ede9-4342-8065-0f77a155f49a, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:46:12.226251 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] For port f59be0bb-ede9-4342-8065-0f77a155f49a, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=f59be0bb-ede9-4342-8065-0f77a155f49a,segment=NetworkSegment(8c02244d-6455-421c-bffe-ee78cec49c71),segment_id=8c02244d-6455-421c-bffe-ee78cec49c71)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:46:12.233448 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.300005 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Routers {'934aa857-c383-4490-a467-01a8106edd7a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:46:12.300458 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:45:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['934aa857-c383-4490-a467-01a8106edd7a'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:12.300775 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.securitygroups_db [None req-df8283fd-62dc-4169-9f52-3c9f97568def tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Project 667ee24fd13d4432a040a745bf2a0d0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:46:12.307501 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6396dc2-061a-48f4-ba27-21cee8852a64 req-cb153c9e-3f58-4f89-bfa8-693b29a4c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:12.309935 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d6396dc2-061a-48f4-ba27-21cee8852a64 req-cb153c9e-3f58-4f89-bfa8-693b29a4c2cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5efa2685b0ca4a4e86626fddbd68e4ed&device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 1128 time: 0.0871162 May 12 17:46:12.313570 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae195ff-9a10-42ae-b69f-d9515abe91d9 req-f62d7ae1-4abd-4022-972e-bd66a17663aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:12.314958 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dae195ff-9a10-42ae-b69f-d9515abe91d9 req-f62d7ae1-4abd-4022-972e-bd66a17663aa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a749117e-7664-42e5-8028-21fb3d238fc4 HTTP/1.1" status: 200 len: 856 time: 0.1081381 May 12 17:46:12.315689 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-df8283fd-62dc-4169-9f52-3c9f97568def tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (f21605ef-59cb-4a4f-9426-29482538febe), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.350040 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e21a8045-4e2e-4564-9236-78c1ec0ef97c None None] Provisioning complete for port f59be0bb-ede9-4342-8065-0f77a155f49a triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:12.351185 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e21a8045-4e2e-4564-9236-78c1ec0ef97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.356835 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d287dd-4962-447d-a640-870ac2f837dc None None] Pushing event updated for resources: {'Port': ['ID=f59be0bb-ede9-4342-8065-0f77a155f49a,revision_number=4']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:12.456399 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34f4b6-97ad-43d1-94be-ce869d844be5 req-79223b69-c25a-4100-abe8-66d4d35ad05b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:12.458109 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bc34f4b6-97ad-43d1-94be-ce869d844be5 req-79223b69-c25a-4100-abe8-66d4d35ad05b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 943 time: 0.0770209 May 12 17:46:12.489257 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae195ff-9a10-42ae-b69f-d9515abe91d9 req-18d1f5a8-3988-4b3b-82ce-94c5e9b20458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:12.492594 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e21a8045-4e2e-4564-9236-78c1ec0ef97c None None] Current status of the port f59be0bb-ede9-4342-8065-0f77a155f49a is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:12.493490 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e21a8045-4e2e-4564-9236-78c1ec0ef97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.494872 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dae195ff-9a10-42ae-b69f-d9515abe91d9 req-18d1f5a8-3988-4b3b-82ce-94c5e9b20458 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c2308c9c-cbd7-48e8-a900-0d956d07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1466165 May 12 17:46:12.501444 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] Set router 934aa857-c383-4490-a467-01a8106edd7a gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:46:12.546066 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bc34f4b6-97ad-43d1-94be-ce869d844be5 req-596ece21-c83c-416e-af9e-7546d4e3a318 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813034 May 12 17:46:12.551935 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e21a8045-4e2e-4564-9236-78c1ec0ef97c None None] For port f59be0bb-ede9-4342-8065-0f77a155f49a, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=f59be0bb-ede9-4342-8065-0f77a155f49a,segment=NetworkSegment(8c02244d-6455-421c-bffe-ee78cec49c71),segment_id=8c02244d-6455-421c-bffe-ee78cec49c71)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:12.559662 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e21a8045-4e2e-4564-9236-78c1ec0ef97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.563329 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6396dc2-061a-48f4-ba27-21cee8852a64 req-c6db56c9-499b-4188-8175-ac7d001462a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:12.564910 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d6396dc2-061a-48f4-ba27-21cee8852a64 req-c6db56c9-499b-4188-8175-ac7d001462a7 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=5efa2685b0ca4a4e86626fddbd68e4ed&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2358992 May 12 17:46:12.566926 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-df8283fd-62dc-4169-9f52-3c9f97568def tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (f21605ef-59cb-4a4f-9426-29482538febe), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.578836 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-df8283fd-62dc-4169-9f52-3c9f97568def tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (f21605ef-59cb-4a4f-9426-29482538febe), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.622280 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a8045-4e2e-4564-9236-78c1ec0ef97c None None] Pushing event updated for resources: {'Port': ['ID=f59be0bb-ede9-4342-8065-0f77a155f49a,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:12.663122 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8283fd-62dc-4169-9f52-3c9f97568def tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21605ef-59cb-4a4f-9426-29482538febe,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:12.681587 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-df8283fd-62dc-4169-9f52-3c9f97568def tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.681804 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-db42f2bb-adb2-41df-bdfe-75619d38418c None None] Provisioning complete for port f59be0bb-ede9-4342-8065-0f77a155f49a triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:12.682031 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-db42f2bb-adb2-41df-bdfe-75619d38418c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.683280 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-df8283fd-62dc-4169-9f52-3c9f97568def tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4857357 May 12 17:46:12.686388 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 50038) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:12.692136 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-33b7500e-b203-4eb0-af07-863e3644786b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Request body: {'security_group_rule': {'security_group_id': 'ed342482-29a6-4301-9531-c379296aebc3', 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:12.717313 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.securitygroups_db [None req-33b7500e-b203-4eb0-af07-863e3644786b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Project 667ee24fd13d4432a040a745bf2a0d0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:46:12.725141 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dae195ff-9a10-42ae-b69f-d9515abe91d9 req-e0e2c82c-7edd-4d78-89e3-63151fdb1a3e service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098613 May 12 17:46:12.728469 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-33b7500e-b203-4eb0-af07-863e3644786b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (5ec94de8-c88b-4758-ad6c-479a2850aeeb), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.775323 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934aa857-c383-4490-a467-01a8106edd7a', 'name': 'tempest-TestShelveInstance-18658459-router', 'tenant_id': 'a713f90ee77741869a29b5d07e572178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ac613464-2d85-4f9f-9cd1-02936f990dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:46:04Z', 'updated_at': '2022-05-12T17:46:08Z', 'revision_number': 4, 'project_id': 'a713f90ee77741869a29b5d07e572178', 'gw_port': {'id': 'ac613464-2d85-4f9f-9cd1-02936f990dce', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:77:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934aa857-c383-4490-a467-01a8106edd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:05Z', 'updated_at': '2022-05-12T17:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': 'f59be0bb-ede9-4342-8065-0f77a155f49a', 'name': '', 'network_id': '2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7', 'tenant_id': 'a713f90ee77741869a29b5d07e572178', 'mac_address': 'fa:16:3e:6a:9a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934aa857-c383-4490-a467-01a8106edd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8dda4dbf-c84c-41a3-bff4-7197a319a41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:07Z', 'updated_at': '2022-05-12T17:46:12Z', 'revision_number': 4, 'project_id': 'a713f90ee77741869a29b5d07e572178', 'subnets': [{'id': '8dda4dbf-c84c-41a3-bff4-7197a319a41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:12.778569 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-db42f2bb-adb2-41df-bdfe-75619d38418c None None] Current status of the port f59be0bb-ede9-4342-8065-0f77a155f49a is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:12.789742 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6396dc2-061a-48f4-ba27-21cee8852a64 req-e0f3e239-f7b7-47ab-af17-9ec5828b309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:12.792832 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d6396dc2-061a-48f4-ba27-21cee8852a64 req-e0f3e239-f7b7-47ab-af17-9ec5828b309e service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2143977 May 12 17:46:12.806151 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c58add-664f-4e0e-a37c-28ad95662016 None None] The sync data for ids ['934aa857-c383-4490-a467-01a8106edd7a'] in dv-cinder-839793-10-iscsi is: [{'id': '934aa857-c383-4490-a467-01a8106edd7a', 'name': 'tempest-TestShelveInstance-18658459-router', 'tenant_id': 'a713f90ee77741869a29b5d07e572178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ac613464-2d85-4f9f-9cd1-02936f990dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:46:04Z', 'updated_at': '2022-05-12T17:46:08Z', 'revision_number': 4, 'project_id': 'a713f90ee77741869a29b5d07e572178', 'gw_port': {'id': 'ac613464-2d85-4f9f-9cd1-02936f990dce', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:77:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934aa857-c383-4490-a467-01a8106edd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:05Z', 'updated_at': '2022-05-12T17:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': 'f59be0bb-ede9-4342-8065-0f77a155f49a', 'name': '', 'network_id': '2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7', 'tenant_id': 'a713f90ee77741869a29b5d07e572178', 'mac_address': 'fa:16:3e:6a:9a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934aa857-c383-4490-a467-01a8106edd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8dda4dbf-c84c-41a3-bff4-7197a319a41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:07Z', 'updated_at': '2022-05-12T17:46:12Z', 'revision_number': 4, 'project_id': 'a713f90ee77741869a29b5d07e572178', 'subnets': [{'id': '8dda4dbf-c84c-41a3-bff4-7197a319a41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:46:12.823276 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-33b7500e-b203-4eb0-af07-863e3644786b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (5ec94de8-c88b-4758-ad6c-479a2850aeeb), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.825474 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 20f0b51d-9edf-437d-a233-3e26daa2ef7c details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:46:12.828517 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-33b7500e-b203-4eb0-af07-863e3644786b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (5ec94de8-c88b-4758-ad6c-479a2850aeeb), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.861243 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7500e-b203-4eb0-af07-863e3644786b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec94de8-c88b-4758-ad6c-479a2850aeeb,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:12.902991 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-33b7500e-b203-4eb0-af07-863e3644786b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:12.904450 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-33b7500e-b203-4eb0-af07-863e3644786b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2167954 May 12 17:46:12.937054 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dae195ff-9a10-42ae-b69f-d9515abe91d9 req-8e674b18-2709-45a1-b4b0-018432ec0f5f service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975091 May 12 17:46:12.973332 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-9a7f6762-0f3e-4e37-9cf8-4a41b95d8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:12.975120 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-9a7f6762-0f3e-4e37-9cf8-4a41b95d8077 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5efa2685b0ca4a4e86626fddbd68e4ed&device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 1128 time: 0.1196268 May 12 17:46:13.021965 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 20f0b51d-9edf-437d-a233-3e26daa2ef7c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:13.041651 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-8a8c10ae-1877-48d4-9a98-48c1336d0273 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a3e3572-f068-4297-9d91-839b7beaff17 HTTP/1.1" status: 200 len: 217 time: 0.0523968 May 12 17:46:13.044931 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '20f0b51d-9edf-437d-a233-3e26daa2ef7c', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'port_id': '20f0b51d-9edf-437d-a233-3e26daa2ef7c', 'mac_address': 'fa:16:3e:51:46:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:46:13.096618 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 20f0b51d-9edf-437d-a233-3e26daa2ef7c is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:13.097015 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:13.111838 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f0b51d-9edf-437d-a233-3e26daa2ef7c {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:46:13.136622 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 20f0b51d-9edf-437d-a233-3e26daa2ef7c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:13.162931 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:13.167676 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fff1fc-55ce-4c6d-ad89-61d11bf8b9c8 req-37999139-a766-4c94-8dba-37b390e63c01 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:13.171334 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-02fff1fc-55ce-4c6d-ad89-61d11bf8b9c8 req-37999139-a766-4c94-8dba-37b390e63c01 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 944 time: 0.0631745 May 12 17:46:13.173635 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-5d178da9-bd87-4e48-9527-ede01d5c4c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:13.175118 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-5d178da9-bd87-4e48-9527-ede01d5c4c4d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee2de73b-4d62-4578-8928-8f56682f529f HTTP/1.1" status: 200 len: 853 time: 0.1127861 May 12 17:46:13.227858 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=20f0b51d-9edf-437d-a233-3e26daa2ef7c,revision_number=9']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:13.231662 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-d2df656a-a47e-4d2c-beb9-bfdb93d800dc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=06e9bf4a-dfcc-439e-b76a-6285d33f5dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359633 May 12 17:46:13.288722 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-02fff1fc-55ce-4c6d-ad89-61d11bf8b9c8 req-837fd870-22a1-43de-b89b-2f5163664a5b tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112094 May 12 17:46:13.356245 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-b5043a0d-7b6f-4a22-8fa8-eac1e283a198 service neutron] 10.222.0.89 "GET /v2.0/networks/06e9bf4a-dfcc-439e-b76a-6285d33f5dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130352 May 12 17:46:13.473898 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-717f23c5-986e-4056-9ff5-9f67ca1642cd req-0bb7827a-69d3-49e5-8ae5-ab38dc2a92bb service neutron] 10.222.0.89 "GET /v2.0/networks/06e9bf4a-dfcc-439e-b76a-6285d33f5dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028621 May 12 17:46:13.569780 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device f59be0bb-ede9-4342-8065-0f77a155f49a up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:46:13.624320 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port f59be0bb-ede9-4342-8065-0f77a155f49a triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:13.624921 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:13.681185 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde75cb-e0bd-4d4c-a398-69f357f6302a req-20c16634-c63b-41f8-9361-1028cc0965b8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:13.682898 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2bde75cb-e0bd-4d4c-a398-69f357f6302a req-20c16634-c63b-41f8-9361-1028cc0965b8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 944 time: 0.0473859 May 12 17:46:13.692214 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['20f0b51d-9edf-437d-a233-3e26daa2ef7c'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:46:13.729759 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port f59be0bb-ede9-4342-8065-0f77a155f49a is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:13.731965 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2bde75cb-e0bd-4d4c-a398-69f357f6302a req-6f371480-e132-4f6e-9801-cb2e71a5d208 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433693 May 12 17:46:14.404254 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f716221-b873-4073-acd3-efc7c6763651 req-efae33eb-d7e4-4fa8-bf87-b23ada9c0153 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:14.405727 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7f716221-b873-4073-acd3-efc7c6763651 req-efae33eb-d7e4-4fa8-bf87-b23ada9c0153 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 944 time: 0.0492811 May 12 17:46:14.456686 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7f716221-b873-4073-acd3-efc7c6763651 req-0507b72f-aee0-45ac-9f25-35ce0e3476cf tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449352 May 12 17:46:14.853084 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12878aba-cd4f-427c-a4dc-685596c77291 req-0687ebc6-dc5e-4e6f-82e7-03cec34771cb tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:14.854544 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-12878aba-cd4f-427c-a4dc-685596c77291 req-0687ebc6-dc5e-4e6f-82e7-03cec34771cb tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 944 time: 0.0468638 May 12 17:46:14.901546 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-12878aba-cd4f-427c-a4dc-685596c77291 req-b218fbb3-e951-4587-943b-13545ba9621f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413065 May 12 17:46:15.117815 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 20f0b51d-9edf-437d-a233-3e26daa2ef7c up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:46:15.175310 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 20f0b51d-9edf-437d-a233-3e26daa2ef7c triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:15.175685 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:15.258278 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 20f0b51d-9edf-437d-a233-3e26daa2ef7c is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:15.258873 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:15.283157 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b3f033-5f36-4355-8221-ab55bcba8722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f0b51d-9edf-437d-a233-3e26daa2ef7c'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:15.285482 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f3799f-dd6a-4619-b169-2c348a4731f4" -d '{"events": [{"server_uuid": "12b3f033-5f36-4355-8221-ab55bcba8722", "name": "network-vif-plugged", "status": "completed", "tag": "20f0b51d-9edf-437d-a233-3e26daa2ef7c"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:15.299380 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 20f0b51d-9edf-437d-a233-3e26daa2ef7c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:15.306551 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:15.329886 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f75fe8-9c8a-436b-8a20-5042438c3c0d x-openstack-request-id: req-44f75fe8-9c8a-436b-8a20-5042438c3c0d {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:15.330204 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b3f033-5f36-4355-8221-ab55bcba8722", "name": "network-vif-plugged", "status": "completed", "tag": "20f0b51d-9edf-437d-a233-3e26daa2ef7c", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:15.330466 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-44f75fe8-9c8a-436b-8a20-5042438c3c0d {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:15.330891 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f75fe8-9c8a-436b-8a20-5042438c3c0d'] response: {'server_uuid': '12b3f033-5f36-4355-8221-ab55bcba8722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f0b51d-9edf-437d-a233-3e26daa2ef7c', 'code': 200} May 12 17:46:15.357772 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=20f0b51d-9edf-437d-a233-3e26daa2ef7c,revision_number=10']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:15.588441 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34892c26-40b2-4451-afef-fab6de7ca1c1 req-fb31361b-501a-4210-8db1-5e6cbe7014f8 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:15.589998 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-34892c26-40b2-4451-afef-fab6de7ca1c1 req-fb31361b-501a-4210-8db1-5e6cbe7014f8 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 944 time: 0.0647638 May 12 17:46:15.637773 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-34892c26-40b2-4451-afef-fab6de7ca1c1 req-d07b8bb4-f58b-460f-8e7d-fe76cfb0e4ea tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417535 May 12 17:46:16.033490 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b724dff-ea5f-4043-82c0-62b5bd67a427 req-6ae45d3b-cee2-490c-a3db-ea25479be1e0 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:16.035464 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1b724dff-ea5f-4043-82c0-62b5bd67a427 req-6ae45d3b-cee2-490c-a3db-ea25479be1e0 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 946 time: 0.0571799 May 12 17:46:16.121937 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1b724dff-ea5f-4043-82c0-62b5bd67a427 req-03823afe-f6a3-451a-93f3-4777ae1d4383 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799613 May 12 17:46:16.124992 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667bdd-943c-444a-b538-e2959c4f9795 req-b669b1f9-050e-45dc-88ae-c05005359a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:16.126379 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0b667bdd-943c-444a-b538-e2959c4f9795 req-b669b1f9-050e-45dc-88ae-c05005359a77 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 1130 time: 0.0594537 May 12 17:46:16.178914 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0b667bdd-943c-444a-b538-e2959c4f9795 req-00a64217-a68a-4535-bcdf-fc69cf52055f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393281 May 12 17:46:16.749472 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c2ea5-2a5b-4433-a3c4-be72f60afc90 req-c6b6648c-be2d-4cd6-850b-7d3e6d370aad tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:16.751011 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-4f5c2ea5-2a5b-4433-a3c4-be72f60afc90 req-c6b6648c-be2d-4cd6-850b-7d3e6d370aad tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 944 time: 0.0460913 May 12 17:46:16.800219 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-4f5c2ea5-2a5b-4433-a3c4-be72f60afc90 req-db51baf9-3838-4a43-b85f-264bfc49ee4e tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433412 May 12 17:46:17.117680 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 6a3e3572-f068-4297-9d91-839b7beaff17 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:46:17.218116 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 6a3e3572-f068-4297-9d91-839b7beaff17, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6a3e3572-f068-4297-9d91-839b7beaff17,segment=NetworkSegment(31e543ed-2931-4db4-ba86-49737c2562f7),segment_id=31e543ed-2931-4db4-ba86-49737c2562f7)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:17.229175 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '6a3e3572-f068-4297-9d91-839b7beaff17', 'network_id': '06e9bf4a-dfcc-439e-b76a-6285d33f5dcb', 'port_id': '6a3e3572-f068-4297-9d91-839b7beaff17', 'mac_address': 'fa:16:3e:86:eb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2de73b-4d62-4578-8928-8f56682f529f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:46:17.240006 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9a616-cdc8-4a75-87b6-23874e7c176c req-036d8053-4ef1-4d1e-bd27-dd42375633f1 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:17.241483 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-24c9a616-cdc8-4a75-87b6-23874e7c176c req-036d8053-4ef1-4d1e-bd27-dd42375633f1 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 946 time: 0.0470958 May 12 17:46:17.267078 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 6a3e3572-f068-4297-9d91-839b7beaff17 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:17.267471 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (6a3e3572-f068-4297-9d91-839b7beaff17), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:17.280516 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3e3572-f068-4297-9d91-839b7beaff17 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:46:17.289222 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-24c9a616-cdc8-4a75-87b6-23874e7c176c req-d68833bc-8f3b-4185-9ccb-4990ca2d406a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416019 May 12 17:46:17.300042 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 6a3e3572-f068-4297-9d91-839b7beaff17, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6a3e3572-f068-4297-9d91-839b7beaff17,segment=NetworkSegment(31e543ed-2931-4db4-ba86-49737c2562f7),segment_id=31e543ed-2931-4db4-ba86-49737c2562f7)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:17.305008 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (6a3e3572-f068-4297-9d91-839b7beaff17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:17.355971 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=6a3e3572-f068-4297-9d91-839b7beaff17,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:17.913873 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284f75d-d4a6-486c-9b22-616cb6d1d6e2 req-4b825dd6-07c1-458d-a505-15c10566fc5c tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:17.915275 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5284f75d-d4a6-486c-9b22-616cb6d1d6e2 req-4b825dd6-07c1-458d-a505-15c10566fc5c tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 945 time: 0.0461657 May 12 17:46:17.918051 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['6a3e3572-f068-4297-9d91-839b7beaff17'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:46:17.966218 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5284f75d-d4a6-486c-9b22-616cb6d1d6e2 req-a8ff6366-543f-4477-bf3c-614faec19df0 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446453 May 12 17:46:18.411006 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafe680-b102-4e84-b556-380ad4a420ac req-c4314de8-348b-4028-b51f-e02d354b1b07 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:18.412499 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6bafe680-b102-4e84-b556-380ad4a420ac req-c4314de8-348b-4028-b51f-e02d354b1b07 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 946 time: 0.0491538 May 12 17:46:18.466264 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6bafe680-b102-4e84-b556-380ad4a420ac req-a823815b-7d8c-4ca1-b893-90ee15a5e742 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478365 May 12 17:46:19.081062 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7aea55-a45a-498c-97b9-9362d08f8877 req-e53f905e-6c26-437d-8a18-e1a0d2488ab3 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:19.082533 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2e7aea55-a45a-498c-97b9-9362d08f8877 req-e53f905e-6c26-437d-8a18-e1a0d2488ab3 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 945 time: 0.0479794 May 12 17:46:19.128933 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2e7aea55-a45a-498c-97b9-9362d08f8877 req-ad8b2376-4d25-4577-aa05-b78092425653 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407560 May 12 17:46:19.590295 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e8915-6461-4c96-bf21-4615db761536 req-830b6ab2-1bc3-47fe-aa83-58570def7398 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:19.591778 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9f6e8915-6461-4c96-bf21-4615db761536 req-830b6ab2-1bc3-47fe-aa83-58570def7398 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 946 time: 0.0476797 May 12 17:46:19.637769 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9f6e8915-6461-4c96-bf21-4615db761536 req-1c2143e4-60df-4829-bd7f-d1f43a6a8fec tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405004 May 12 17:46:19.686267 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 6a3e3572-f068-4297-9d91-839b7beaff17 up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:46:19.732019 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port 6a3e3572-f068-4297-9d91-839b7beaff17 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:46:19.737585 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 6a3e3572-f068-4297-9d91-839b7beaff17 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:19.737962 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (6a3e3572-f068-4297-9d91-839b7beaff17), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:19.816784 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 6a3e3572-f068-4297-9d91-839b7beaff17 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:46:19.817178 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (6a3e3572-f068-4297-9d91-839b7beaff17), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:19.839563 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8049559-bf00-4160-8e46-9a2d0a910c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3e3572-f068-4297-9d91-839b7beaff17'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:19.841791 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5970b3-c730-4b96-9702-cfae8f3cb6f6" -d '{"events": [{"server_uuid": "a8049559-bf00-4160-8e46-9a2d0a910c1a", "name": "network-vif-plugged", "status": "completed", "tag": "6a3e3572-f068-4297-9d91-839b7beaff17"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:19.855651 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 6a3e3572-f068-4297-9d91-839b7beaff17, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6a3e3572-f068-4297-9d91-839b7beaff17,segment=NetworkSegment(31e543ed-2931-4db4-ba86-49737c2562f7),segment_id=31e543ed-2931-4db4-ba86-49737c2562f7)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:19.859553 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (6a3e3572-f068-4297-9d91-839b7beaff17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:19.890756 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e537457f-6061-438d-a95f-42d03a9b8a8e x-openstack-request-id: req-e537457f-6061-438d-a95f-42d03a9b8a8e {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:19.891082 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8049559-bf00-4160-8e46-9a2d0a910c1a", "name": "network-vif-plugged", "status": "completed", "tag": "6a3e3572-f068-4297-9d91-839b7beaff17", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:19.891460 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e537457f-6061-438d-a95f-42d03a9b8a8e {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:19.891873 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e537457f-6061-438d-a95f-42d03a9b8a8e'] response: {'server_uuid': 'a8049559-bf00-4160-8e46-9a2d0a910c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3e3572-f068-4297-9d91-839b7beaff17', 'code': 200} May 12 17:46:19.924618 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=6a3e3572-f068-4297-9d91-839b7beaff17,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:20.108724 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90b9f9-c755-4abd-9f88-da05d12c8bed req-c28a1481-e9c4-42ac-871a-76662ea3d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:20.110205 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ca90b9f9-c755-4abd-9f88-da05d12c8bed req-c28a1481-e9c4-42ac-871a-76662ea3d3e2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 1130 time: 0.0389819 May 12 17:46:20.160768 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ca90b9f9-c755-4abd-9f88-da05d12c8bed req-cd4acf4e-6796-48c9-bd07-29aac15c5a4a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371115 May 12 17:46:20.245204 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa64d5-dadc-48c2-a66d-068f568ff31d req-c776607e-9490-4e59-aaef-5ee5fe3df376 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:20.246816 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-72fa64d5-dadc-48c2-a66d-068f568ff31d req-c776607e-9490-4e59-aaef-5ee5fe3df376 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 946 time: 0.0498652 May 12 17:46:20.293747 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-72fa64d5-dadc-48c2-a66d-068f568ff31d req-5c5aa774-e82b-4066-bf15-ed7efa117e92 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413680 May 12 17:46:20.361371 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-10faa010-ea28-4496-b4b9-98c36111d890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:21.409556 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b81182-e18d-48e1-8b04-37836c5704f4 req-2c44368c-2df5-45a6-95f6-f00b65d84cfc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:21.410960 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f2b81182-e18d-48e1-8b04-37836c5704f4 req-2c44368c-2df5-45a6-95f6-f00b65d84cfc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 946 time: 0.0467021 May 12 17:46:21.456926 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f2b81182-e18d-48e1-8b04-37836c5704f4 req-326a76e3-2e23-4675-81a5-3db43d16f291 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 May 12 17:46:22.570388 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb57213-7827-42fc-86c9-4d09967a9cbd req-04c5902e-afb6-4f7d-aa46-c83f1641019c tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:22.571898 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5cb57213-7827-42fc-86c9-4d09967a9cbd req-04c5902e-afb6-4f7d-aa46-c83f1641019c tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 946 time: 0.0464120 May 12 17:46:22.622127 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-9406d59c-30fb-4e5a-a669-08d95357e71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:22.626173 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5cb57213-7827-42fc-86c9-4d09967a9cbd req-139efa14-02f9-4a66-bacc-1c3edbc5c456 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484865 May 12 17:46:23.747246 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01336b-1ea9-43b6-9bbf-76355be9baaf req-1f011c89-c3df-4d4e-9953-41f8d2059d3f tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:23.748722 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ce01336b-1ea9-43b6-9bbf-76355be9baaf req-1f011c89-c3df-4d4e-9953-41f8d2059d3f tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 946 time: 0.0505366 May 12 17:46:23.796899 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ce01336b-1ea9-43b6-9bbf-76355be9baaf req-17997cb5-120c-49da-be4e-11634ba5e9df tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425615 May 12 17:46:23.847249 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:25.198970 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:26.606278 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:27.085964 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454880d-f94c-4b71-b99e-f7f97cc7b2f0 req-d49dcd13-0521-4b94-9624-b8b97133d850 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:27.087628 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b454880d-f94c-4b71-b99e-f7f97cc7b2f0 req-d49dcd13-0521-4b94-9624-b8b97133d850 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 946 time: 0.0502565 May 12 17:46:27.138149 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b454880d-f94c-4b71-b99e-f7f97cc7b2f0 req-7db0c56b-f31d-4848-97be-149758f2e8e4 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440729 May 12 17:46:28.256328 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc79e34-3b91-4799-a7ce-82fde4eaa388 req-a8166f59-215a-4cea-8936-1678765c62c3 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:28.257779 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5cc79e34-3b91-4799-a7ce-82fde4eaa388 req-a8166f59-215a-4cea-8936-1678765c62c3 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 946 time: 0.0483716 May 12 17:46:28.305928 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5cc79e34-3b91-4799-a7ce-82fde4eaa388 req-4993b94c-7a7a-4036-a755-aa5df24e413e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416794 May 12 17:46:29.423071 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38ee7a-dd77-48ab-b71d-9825d77331a2 req-ac751db5-0c3a-43fa-ad1d-d8362fa6c6b8 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:29.424722 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6b38ee7a-dd77-48ab-b71d-9825d77331a2 req-ac751db5-0c3a-43fa-ad1d-d8362fa6c6b8 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 946 time: 0.0498812 May 12 17:46:29.475460 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6b38ee7a-dd77-48ab-b71d-9825d77331a2 req-d1450da2-8dcf-4116-b2bd-d8e006068337 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453036 May 12 17:46:30.152504 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc6021-ca6b-4cbe-9ac8-d5c93bc47857 req-20378097-3f79-4367-9a00-046accbca41b tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:30.154048 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e4bc6021-ca6b-4cbe-9ac8-d5c93bc47857 req-20378097-3f79-4367-9a00-046accbca41b tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 946 time: 0.0468516 May 12 17:46:30.425356 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-e4bc6021-ca6b-4cbe-9ac8-d5c93bc47857 req-f3045572-5534-493b-a99c-85376b6b9356 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Deleting port 26a87193-d1d2-4c6e-ba24-c895c9893c18 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:46:30.426003 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-e4bc6021-ca6b-4cbe-9ac8-d5c93bc47857 req-f3045572-5534-493b-a99c-85376b6b9356 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (26a87193-d1d2-4c6e-ba24-c895c9893c18), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:30.515530 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-e4bc6021-ca6b-4cbe-9ac8-d5c93bc47857 req-f3045572-5534-493b-a99c-85376b6b9356 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] For port 26a87193-d1d2-4c6e-ba24-c895c9893c18, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=26a87193-d1d2-4c6e-ba24-c895c9893c18,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:30.515902 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-e4bc6021-ca6b-4cbe-9ac8-d5c93bc47857 req-f3045572-5534-493b-a99c-85376b6b9356 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (26a87193-d1d2-4c6e-ba24-c895c9893c18), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:30.604080 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1b3b5-6b72-44db-968d-51c6e5f43f49 req-5813a307-29c6-4c0a-88f6-11f489a2ebce tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:30.605599 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-58c1b3b5-6b72-44db-968d-51c6e5f43f49 req-5813a307-29c6-4c0a-88f6-11f489a2ebce tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 946 time: 0.0610023 May 12 17:46:30.656936 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-58c1b3b5-6b72-44db-968d-51c6e5f43f49 req-0e101a9c-9524-4c88-9e26-539ebf716acc tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce95a76b-9999-458c-b83a-456202a8ce79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444007 May 12 17:46:30.750249 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-e4bc6021-ca6b-4cbe-9ac8-d5c93bc47857 req-f3045572-5534-493b-a99c-85376b6b9356 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:30.750738 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-e4bc6021-ca6b-4cbe-9ac8-d5c93bc47857 req-f3045572-5534-493b-a99c-85376b6b9356 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (3dcb991e-6c15-462d-8f23-b11e95ba974b), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:30.751064 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.l3_db [req-e4bc6021-ca6b-4cbe-9ac8-d5c93bc47857 req-f3045572-5534-493b-a99c-85376b6b9356 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Floating IP 3dcb991e-6c15-462d-8f23-b11e95ba974b disassociated. External IP: 172.27.3.59, port: 26a87193-d1d2-4c6e-ba24-c895c9893c18. May 12 17:46:30.751414 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-e4bc6021-ca6b-4cbe-9ac8-d5c93bc47857 req-f3045572-5534-493b-a99c-85376b6b9356 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Calling delete_port for 26a87193-d1d2-4c6e-ba24-c895c9893c18 owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:46:30.878045 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-e4bc6021-ca6b-4cbe-9ac8-d5c93bc47857 req-f3045572-5534-493b-a99c-85376b6b9356 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (26a87193-d1d2-4c6e-ba24-c895c9893c18), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:30.906382 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3045572-5534-493b-a99c-85376b6b9356 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event deleted for resources: {'Port': ['ID=26a87193-d1d2-4c6e-ba24-c895c9893c18,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:31.022295 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4bc6021-ca6b-4cbe-9ac8-d5c93bc47857 req-f3045572-5534-493b-a99c-85376b6b9356 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Router 20c039b5-b469-4a55-8d72-a91b8dff6cff has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:46:31.133495 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4bc6021-ca6b-4cbe-9ac8-d5c93bc47857 req-f3045572-5534-493b-a99c-85376b6b9356 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:46:31.146593 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ad24d-621a-4b61-9f0b-ac8e86ddf0b3 None None] Sync routers for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:46:31.160044 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ad24d-621a-4b61-9f0b-ac8e86ddf0b3 None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:46:31.160924 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-967ad24d-621a-4b61-9f0b-ac8e86ddf0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:46:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:31.181287 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bc6021-ca6b-4cbe-9ac8-d5c93bc47857 req-f3045572-5534-493b-a99c-85376b6b9356 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] No DVR routers for this DVR port 26a87193-d1d2-4c6e-ba24-c895c9893c18 on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:46:31.183858 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-e4bc6021-ca6b-4cbe-9ac8-d5c93bc47857 req-f3045572-5534-493b-a99c-85376b6b9356 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:31.187754 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e4bc6021-ca6b-4cbe-9ac8-d5c93bc47857 req-f3045572-5534-493b-a99c-85376b6b9356 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "DELETE /v2.0/ports/26a87193-d1d2-4c6e-ba24-c895c9893c18 HTTP/1.1" status: 204 len: 173 time: 0.8486271 May 12 17:46:31.188206 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a5023a-5da1-4a91-a0ad-0775ff136725', 'name': 'network-vif-deleted', 'tag': '26a87193-d1d2-4c6e-ba24-c895c9893c18'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:31.190446 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c6c790-948a-4ab7-a2fd-4cfa046b1a41" -d '{"events": [{"server_uuid": "05a5023a-5da1-4a91-a0ad-0775ff136725", "name": "network-vif-deleted", "tag": "26a87193-d1d2-4c6e-ba24-c895c9893c18"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:31.273722 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530a641d-06ba-4629-a562-1b0b334a6f4a x-openstack-request-id: req-530a641d-06ba-4629-a562-1b0b334a6f4a {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:31.273957 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a5023a-5da1-4a91-a0ad-0775ff136725", "name": "network-vif-deleted", "tag": "26a87193-d1d2-4c6e-ba24-c895c9893c18", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:31.274214 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-530a641d-06ba-4629-a562-1b0b334a6f4a {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:31.274625 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530a641d-06ba-4629-a562-1b0b334a6f4a'] response: {'server_uuid': '05a5023a-5da1-4a91-a0ad-0775ff136725', 'name': 'network-vif-deleted', 'tag': '26a87193-d1d2-4c6e-ba24-c895c9893c18', 'status': 'completed', 'code': 200} May 12 17:46:31.311100 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-967ad24d-621a-4b61-9f0b-ac8e86ddf0b3 None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:46:31.612318 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-967ad24d-621a-4b61-9f0b-ac8e86ddf0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'cc1bc188-2b53-433d-a8bf-202f72eccd4a', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:3d:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:42:59Z', 'updated_at': '2022-05-12T17:43:30Z', 'revision_number': 2, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:31.638982 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ad24d-621a-4b61-9f0b-ac8e86ddf0b3 None None] Checking router: 20c039b5-b469-4a55-8d72-a91b8dff6cff for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:46:31.647963 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ad24d-621a-4b61-9f0b-ac8e86ddf0b3 None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:46:31.648575 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-967ad24d-621a-4b61-9f0b-ac8e86ddf0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:46:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:31.760348 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-967ad24d-621a-4b61-9f0b-ac8e86ddf0b3 None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:46:31.770704 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2769a27d-5c2e-48b1-8a5c-3c13d8554905 req-33394d8e-079b-44cf-ab7c-b1e8e9125353 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=05a5023a-5da1-4a91-a0ad-0775ff136725 HTTP/1.1" status: 200 len: 210 time: 0.0277462 May 12 17:46:31.992459 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-967ad24d-621a-4b61-9f0b-ac8e86ddf0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'cc1bc188-2b53-433d-a8bf-202f72eccd4a', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:3d:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:42:59Z', 'updated_at': '2022-05-12T17:43:30Z', 'revision_number': 2, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:32.019376 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ad24d-621a-4b61-9f0b-ac8e86ddf0b3 None None] The sync data for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi is: [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'cc1bc188-2b53-433d-a8bf-202f72eccd4a', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:3d:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:42:59Z', 'updated_at': '2022-05-12T17:43:30Z', 'revision_number': 2, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:46:32.280270 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fc25aa-40b4-4f29-8f05-2f6071659727 None None] New status for floating IP 3dcb991e-6c15-462d-8f23-b11e95ba974b: DOWN {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:46:32.869381 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 50274) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:32.946469 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-25f1eb14-9924-4a42-a2ff-7054384129e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (ce95a76b-9999-458c-b83a-456202a8ce79), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:32.982316 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-25f1eb14-9924-4a42-a2ff-7054384129e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (ce95a76b-9999-458c-b83a-456202a8ce79), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:33.033473 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-25f1eb14-9924-4a42-a2ff-7054384129e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (ce95a76b-9999-458c-b83a-456202a8ce79), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:33.036568 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-25f1eb14-9924-4a42-a2ff-7054384129e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:33.037718 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-25f1eb14-9924-4a42-a2ff-7054384129e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "DELETE /v2.0/security-groups/ce95a76b-9999-458c-b83a-456202a8ce79 HTTP/1.1" status: 204 len: 168 time: 0.1667523 May 12 17:46:33.040523 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 50278) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:33.047417 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1eb14-9924-4a42-a2ff-7054384129e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce95a76b-9999-458c-b83a-456202a8ce79,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:33.054452 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.api.v2.resource [None req-b2b7995e-78a9-4b56-9ed4-5aeda694d555 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] show failed (client error): The resource could not be found. May 12 17:46:33.058523 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-b2b7995e-78a9-4b56-9ed4-5aeda694d555 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups/ce95a76b-9999-458c-b83a-456202a8ce79 HTTP/1.1" status: 404 len: 347 time: 0.0169318 May 12 17:46:33.059891 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 50280) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:33.177624 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-563190a7-b3bf-402a-9625-9adec072de18 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Deleting port 78959593-8d28-4a39-8fb7-cfd338960c46 {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:46:33.177904 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-563190a7-b3bf-402a-9625-9adec072de18 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (78959593-8d28-4a39-8fb7-cfd338960c46), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:33.257208 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-563190a7-b3bf-402a-9625-9adec072de18 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (78959593-8d28-4a39-8fb7-cfd338960c46), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:33.257532 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-563190a7-b3bf-402a-9625-9adec072de18 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (78959593-8d28-4a39-8fb7-cfd338960c46), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:33.270859 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-563190a7-b3bf-402a-9625-9adec072de18 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Calling delete_port for 78959593-8d28-4a39-8fb7-cfd338960c46 owned by network:floatingip {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:46:33.685314 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-563190a7-b3bf-402a-9625-9adec072de18 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (78959593-8d28-4a39-8fb7-cfd338960c46), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:33.711199 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563190a7-b3bf-402a-9625-9adec072de18 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event deleted for resources: {'Port': ['ID=78959593-8d28-4a39-8fb7-cfd338960c46,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:33.772878 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-563190a7-b3bf-402a-9625-9adec072de18 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (3dcb991e-6c15-462d-8f23-b11e95ba974b), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:33.775511 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-563190a7-b3bf-402a-9625-9adec072de18 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:33.776698 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-563190a7-b3bf-402a-9625-9adec072de18 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "DELETE /v2.0/floatingips/3dcb991e-6c15-462d-8f23-b11e95ba974b HTTP/1.1" status: 204 len: 168 time: 0.7160721 May 12 17:46:35.133742 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 26a87193-d1d2-4c6e-ba24-c895c9893c18 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:46:35.156580 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: 26a87193-d1d2-4c6e-ba24-c895c9893c18 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:46:35.156930 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 26a87193-d1d2-4c6e-ba24-c895c9893c18 not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:46:39.486356 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:42.802127 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:46:43.307963 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ef277de7-ff85-4387-b100-80b873112959 req-3bb57c2c-9369-4f0a-be87-969a8f2f4664 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387015 May 12 17:46:43.407250 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef277de7-ff85-4387-b100-80b873112959 req-cc4dbd43-445d-4f8d-ac6b-e6cbbab971b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:43.408986 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ef277de7-ff85-4387-b100-80b873112959 req-cc4dbd43-445d-4f8d-ac6b-e6cbbab971b1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c07bc791aa8d45d4a9e72758f39f6a85&device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 1130 time: 0.0427182 May 12 17:46:43.515907 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef277de7-ff85-4387-b100-80b873112959 req-e3e09079-9eab-449b-9ad7-23cb17bb64e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:43.517286 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ef277de7-ff85-4387-b100-80b873112959 req-e3e09079-9eab-449b-9ad7-23cb17bb64e0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 HTTP/1.1" status: 200 len: 918 time: 0.0835416 May 12 17:46:43.589777 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ef277de7-ff85-4387-b100-80b873112959 req-c2d3faa2-0623-4d26-8fde-4f4705f2775e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c HTTP/1.1" status: 200 len: 1001 time: 0.0625222 May 12 17:46:43.649763 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef277de7-ff85-4387-b100-80b873112959 req-c9c19951-3ab1-4536-aed1-619ac9223221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:43.651227 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ef277de7-ff85-4387-b100-80b873112959 req-c9c19951-3ab1-4536-aed1-619ac9223221 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0b0dfdc-d399-403b-bb90-d8985605957d HTTP/1.1" status: 200 len: 856 time: 0.0421948 May 12 17:46:43.697428 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef277de7-ff85-4387-b100-80b873112959 req-b59fe6fa-8eda-4dcb-8dba-0e2b3c66a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:43.698901 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ef277de7-ff85-4387-b100-80b873112959 req-b59fe6fa-8eda-4dcb-8dba-0e2b3c66a744 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378821 May 12 17:46:43.798490 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ef277de7-ff85-4387-b100-80b873112959 req-c952cb82-4379-4ea6-9091-75f5579d5912 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855284 May 12 17:46:43.892657 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ef277de7-ff85-4387-b100-80b873112959 req-4324679b-6016-46a8-998b-c68394fdd034 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810430 May 12 17:46:45.978628 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f719311-4a5d-46c1-914a-896e587057f7 req-812b1f33-2a11-432b-bed6-71167a3706b1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:45.980102 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4f719311-4a5d-46c1-914a-896e587057f7 req-812b1f33-2a11-432b-bed6-71167a3706b1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 946 time: 0.0506563 May 12 17:46:46.264774 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4f719311-4a5d-46c1-914a-896e587057f7 req-be6197a9-9e84-45f5-8a62-eecf17bb0437 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=7186faeb-d132-4ffd-98e6-3efd8f932a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783759 May 12 17:46:47.380531 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2febf-6972-4d07-baaf-71d33e972471 req-8941991b-7982-4a1e-ab02-7e2159841fbb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:47.381971 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e3e2febf-6972-4d07-baaf-71d33e972471 req-8941991b-7982-4a1e-ab02-7e2159841fbb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 946 time: 0.0489016 May 12 17:46:47.430250 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e3e2febf-6972-4d07-baaf-71d33e972471 req-d67f27d9-8959-4fff-94b4-7a01d065ca0c tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=7186faeb-d132-4ffd-98e6-3efd8f932a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422618 May 12 17:46:48.269275 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-13dcbf7b-3cbb-465d-bed4-8990d49dfcb4 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49001733&fields=id&tenant_id=667ee24fd13d4432a040a745bf2a0d0e HTTP/1.1" status: 200 len: 267 time: 0.0478463 May 12 17:46:48.379449 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-06cc4e45-6d95-4eda-b472-fd0bc4a6afe3 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:48.380806 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-06cc4e45-6d95-4eda-b472-fd0bc4a6afe3 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/networks?id=068e07bd-56b1-45cc-b3d6-75b884746996 HTTP/1.1" status: 200 len: 809 time: 0.1048884 May 12 17:46:48.396394 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-bdf314a5-ac5f-428d-a74e-7c49c5d5f74c tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/quotas/667ee24fd13d4432a040a745bf2a0d0e HTTP/1.1" status: 200 len: 375 time: 0.0101531 May 12 17:46:48.444662 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-f3e11d98-4f4f-49ec-b0ea-bedb9b08381e tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=667ee24fd13d4432a040a745bf2a0d0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433240 May 12 17:46:48.542931 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-047d59fd-4f00-4237-ab92-ce01ef85d1c3 service neutron] 10.222.0.76 "GET /v2.0/networks/068e07bd-56b1-45cc-b3d6-75b884746996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858109 May 12 17:46:48.546918 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c02496-0dd6-4c84-b7d8-955f676337bb req-b36fb22f-cd9f-4e8d-841f-f1522ed993be tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:48.548442 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-72c02496-0dd6-4c84-b7d8-955f676337bb req-b36fb22f-cd9f-4e8d-841f-f1522ed993be tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 946 time: 0.0491400 May 12 17:46:48.595701 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-72c02496-0dd6-4c84-b7d8-955f676337bb req-fcabf2b3-4b4e-4073-91c7-4a034c4a0ba2 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=7186faeb-d132-4ffd-98e6-3efd8f932a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413065 May 12 17:46:48.639068 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-9770ad30-bfef-48be-b428-6de6714588e8 service neutron] 10.222.0.76 "GET /v2.0/networks/068e07bd-56b1-45cc-b3d6-75b884746996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885119 May 12 17:46:48.921174 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7282c782-9bc2-47ec-859e-fb3836a5dc5e req-f613e63b-dbdf-44ea-b2e5-33e9edc75e65 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 210 time: 0.0332258 May 12 17:46:49.232061 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243630f-4131-4b53-acf3-573ca91739ee req-969ddcd5-d05a-4e3e-b497-08ae28a6cb6e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:49.233645 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8243630f-4131-4b53-acf3-573ca91739ee req-969ddcd5-d05a-4e3e-b497-08ae28a6cb6e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 946 time: 0.0524867 May 12 17:46:49.345748 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-8243630f-4131-4b53-acf3-573ca91739ee req-532ce6da-708d-47a2-85b9-f2d91407c993 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Deleting port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:46:49.346473 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-8243630f-4131-4b53-acf3-573ca91739ee req-532ce6da-708d-47a2-85b9-f2d91407c993 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:49.433780 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-8243630f-4131-4b53-acf3-573ca91739ee req-532ce6da-708d-47a2-85b9-f2d91407c993 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] For port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:49.434058 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-8243630f-4131-4b53-acf3-573ca91739ee req-532ce6da-708d-47a2-85b9-f2d91407c993 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:49.605760 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-8243630f-4131-4b53-acf3-573ca91739ee req-532ce6da-708d-47a2-85b9-f2d91407c993 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:49.606132 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-8243630f-4131-4b53-acf3-573ca91739ee req-532ce6da-708d-47a2-85b9-f2d91407c993 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (cc1bc188-2b53-433d-a8bf-202f72eccd4a), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:49.606452 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.l3_db [req-8243630f-4131-4b53-acf3-573ca91739ee req-532ce6da-708d-47a2-85b9-f2d91407c993 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Floating IP cc1bc188-2b53-433d-a8bf-202f72eccd4a disassociated. External IP: 172.27.3.222, port: b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1. May 12 17:46:49.606833 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-8243630f-4131-4b53-acf3-573ca91739ee req-532ce6da-708d-47a2-85b9-f2d91407c993 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Calling delete_port for b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:46:49.713296 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b4038-5feb-4568-bde5-3dd6ff16aed9 req-01837d97-0258-43ae-a7de-3ee731401d2f tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:49.714664 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-db2b4038-5feb-4568-bde5-3dd6ff16aed9 req-01837d97-0258-43ae-a7de-3ee731401d2f tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 946 time: 0.0507410 May 12 17:46:49.735399 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-8243630f-4131-4b53-acf3-573ca91739ee req-532ce6da-708d-47a2-85b9-f2d91407c993 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:49.762802 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-db2b4038-5feb-4568-bde5-3dd6ff16aed9 req-08ed956b-2e36-4575-b4f5-58a8d439f82d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=7186faeb-d132-4ffd-98e6-3efd8f932a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416331 May 12 17:46:49.768677 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ce6da-708d-47a2-85b9-f2d91407c993 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event deleted for resources: {'Port': ['ID=b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:49.886496 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8243630f-4131-4b53-acf3-573ca91739ee req-532ce6da-708d-47a2-85b9-f2d91407c993 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Router 20c039b5-b469-4a55-8d72-a91b8dff6cff has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:46:50.003051 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8243630f-4131-4b53-acf3-573ca91739ee req-532ce6da-708d-47a2-85b9-f2d91407c993 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:46:50.014362 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db2e494-6fa4-4def-a0dc-a3d16c564dc6 None None] Sync routers for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:46:50.025509 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db2e494-6fa4-4def-a0dc-a3d16c564dc6 None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:46:50.026208 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-9db2e494-6fa4-4def-a0dc-a3d16c564dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:46:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:50.056890 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7a55878a-6d66-4b84-a437-516c60060d4c req-4a4466cf-2659-4dc1-a0c8-0ecc7c1690ca tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 210 time: 0.0472829 May 12 17:46:50.071980 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-8243630f-4131-4b53-acf3-573ca91739ee req-532ce6da-708d-47a2-85b9-f2d91407c993 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] No DVR routers for this DVR port b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:46:50.074494 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-8243630f-4131-4b53-acf3-573ca91739ee req-532ce6da-708d-47a2-85b9-f2d91407c993 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:50.077940 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8243630f-4131-4b53-acf3-573ca91739ee req-532ce6da-708d-47a2-85b9-f2d91407c993 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "DELETE /v2.0/ports/b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 HTTP/1.1" status: 204 len: 173 time: 0.8218291 May 12 17:46:50.078395 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'name': 'network-vif-deleted', 'tag': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:50.081032 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ebf57a-8ce8-43d2-b2e2-6c948f5ed0e5" -d '{"events": [{"server_uuid": "70784c5b-3ded-4e8a-ab43-6e738bf4eea5", "name": "network-vif-deleted", "tag": "b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:50.121242 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac32f2b-5e05-4ca8-815d-d0d6937fcbe8 x-openstack-request-id: req-2ac32f2b-5e05-4ca8-815d-d0d6937fcbe8 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:50.121566 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70784c5b-3ded-4e8a-ab43-6e738bf4eea5", "name": "network-vif-deleted", "tag": "b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:50.121834 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ac32f2b-5e05-4ca8-815d-d0d6937fcbe8 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:50.122258 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac32f2b-5e05-4ca8-815d-d0d6937fcbe8'] response: {'server_uuid': '70784c5b-3ded-4e8a-ab43-6e738bf4eea5', 'name': 'network-vif-deleted', 'tag': 'b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1', 'status': 'completed', 'code': 200} May 12 17:46:50.143939 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-9db2e494-6fa4-4def-a0dc-a3d16c564dc6 None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:46:50.342559 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-9db2e494-6fa4-4def-a0dc-a3d16c564dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:50.364338 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-9895fe39-559f-4e48-a113-1a45fecdaee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:50.379185 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db2e494-6fa4-4def-a0dc-a3d16c564dc6 None None] Checking router: 20c039b5-b469-4a55-8d72-a91b8dff6cff for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:46:50.387383 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db2e494-6fa4-4def-a0dc-a3d16c564dc6 None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:46:50.387985 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-9db2e494-6fa4-4def-a0dc-a3d16c564dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:46:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:50.493174 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-9db2e494-6fa4-4def-a0dc-a3d16c564dc6 None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:46:50.684019 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-9db2e494-6fa4-4def-a0dc-a3d16c564dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:46:50.716450 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db2e494-6fa4-4def-a0dc-a3d16c564dc6 None None] The sync data for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi is: [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:46:50.897628 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-27735d97-b811-4b50-9588-7a788754fef5 req-da64c4ea-97b0-44f6-bbd1-7ee39609f759 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784c5b-3ded-4e8a-ab43-6e738bf4eea5 HTTP/1.1" status: 200 len: 210 time: 0.0474560 May 12 17:46:50.986924 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0171f36e-981b-49a3-9641-ca366baf3688 None None] New status for floating IP cc1bc188-2b53-433d-a8bf-202f72eccd4a: DOWN {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:46:51.004142 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-51d0abf1-e18c-4fdb-be65-c45bdb8575c1 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:51.005605 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-51d0abf1-e18c-4fdb-be65-c45bdb8575c1 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.89 "GET /v2.0/networks?id=068e07bd-56b1-45cc-b3d6-75b884746996 HTTP/1.1" status: 200 len: 809 time: 0.1443925 May 12 17:46:51.158058 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a0ca403d-283f-425e-9f70-c6897f37bdb6 req-37023e80-a85f-467c-9a31-4123aa0b9fbf tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 210 time: 0.0283024 May 12 17:46:51.392211 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-62507ab1-6bf1-489c-820a-07918564b148 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=667ee24fd13d4432a040a745bf2a0d0e HTTP/1.1" status: 200 len: 378 time: 0.0850883 May 12 17:46:51.424859 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-0f674021-d398-4578-9833-b78313373844 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Request body: {'port': {'device_id': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996', 'admin_state_up': True, 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'security_groups': ['ed342482-29a6-4301-9531-c379296aebc3']}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:51.481968 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e21df8-87a6-4d22-a9bd-f48278e10386 req-2911ace5-d58d-41e3-abed-873cd79d0456 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:51.484473 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-03e21df8-87a6-4d22-a9bd-f48278e10386 req-2911ace5-d58d-41e3-abed-873cd79d0456 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 946 time: 0.0489051 May 12 17:46:51.535263 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-03e21df8-87a6-4d22-a9bd-f48278e10386 req-cc4b7168-1603-4040-99a2-e179c8d30b33 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436649 May 12 17:46:51.541858 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-0f674021-d398-4578-9833-b78313373844 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Made reservation on behalf of 667ee24fd13d4432a040a745bf2a0d0e for: {'port': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:46:51.546500 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-0f674021-d398-4578-9833-b78313373844 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:51.673965 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-0f674021-d398-4578-9833-b78313373844 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Allocated IP 172.20.0.10 (068e07bd-56b1-45cc-b3d6-75b884746996/f732d2e1-a477-4bdd-a448-3a40e18f14ab/4903dc03-9110-43e6-bfaf-db2e0fe64355) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:46:51.812282 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-0f674021-d398-4578-9833-b78313373844 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:51.845461 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-0f674021-d398-4578-9833-b78313373844 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:51.886531 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-0f674021-d398-4578-9833-b78313373844 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Network 068e07bd-56b1-45cc-b3d6-75b884746996 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:46:51.889783 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-0f674021-d398-4578-9833-b78313373844 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:46:51.896193 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-0f674021-d398-4578-9833-b78313373844 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:46:51.902057 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f674021-d398-4578-9833-b78313373844 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Pushing event updated for resources: {'Port': ['ID=4903dc03-9110-43e6-bfaf-db2e0fe64355,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:51.952117 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-0f674021-d398-4578-9833-b78313373844 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:51.952784 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-0f674021-d398-4578-9833-b78313373844 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:51.974782 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-0f674021-d398-4578-9833-b78313373844 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5540302 May 12 17:46:51.994560 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 50478) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:52.055442 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (7186faeb-d132-4ffd-98e6-3efd8f932a1d), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.080754 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (7186faeb-d132-4ffd-98e6-3efd8f932a1d), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.130413 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (7186faeb-d132-4ffd-98e6-3efd8f932a1d), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.133020 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.134165 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "DELETE /v2.0/security-groups/7186faeb-d132-4ffd-98e6-3efd8f932a1d HTTP/1.1" status: 204 len: 168 time: 0.1385918 May 12 17:46:52.136990 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 50480) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:52.143427 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7186faeb-d132-4ffd-98e6-3efd8f932a1d,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:52.151041 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:52.151399 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:52.151751 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:52.152096 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:52.152437 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:52.152776 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:52.153128 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:52.153445 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:52.153779 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:52.154793 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:52.155140 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:52.155468 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:52.155807 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:52.156133 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:52.156466 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b0c35-dffa-40f8-88b0-84a3ef20c7e1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:46:52.159514 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.api.v2.resource [None req-fbe9436d-b016-49df-8a80-66ba13ff97ce tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] show failed (client error): The resource could not be found. May 12 17:46:52.160974 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-fbe9436d-b016-49df-8a80-66ba13ff97ce tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups/7186faeb-d132-4ffd-98e6-3efd8f932a1d HTTP/1.1" status: 404 len: 347 time: 0.0228457 May 12 17:46:52.163706 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 50482) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:52.172439 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-86c2ea60-69df-4186-91a7-08b4119863be None None] Provisioning complete for port 4903dc03-9110-43e6-bfaf-db2e0fe64355 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:52.172998 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-86c2ea60-69df-4186-91a7-08b4119863be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.217744 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-86c2ea60-69df-4186-91a7-08b4119863be None None] Port 4903dc03-9110-43e6-bfaf-db2e0fe64355 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:46:52.230255 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:46:52.251010 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:46:52.252079 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device b9d66198-e5f2-4d9a-bbb1-ddf2fc880cd1 not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:46:52.319771 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3005264-a173-46c0-a613-41e6d47455fa req-84621500-43b9-484c-a3b2-4735f8b129f3 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:52.321225 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c3005264-a173-46c0-a613-41e6d47455fa req-84621500-43b9-484c-a3b2-4735f8b129f3 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 932 time: 0.0761302 May 12 17:46:52.329898 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-1da261cd-955f-4182-8764-f34a3d96f8c3 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Deleting port 01914e57-fc40-43d3-9e7e-d6fe93c6acdb {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:46:52.330250 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1da261cd-955f-4182-8764-f34a3d96f8c3 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (01914e57-fc40-43d3-9e7e-d6fe93c6acdb), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.424924 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c3005264-a173-46c0-a613-41e6d47455fa req-69003ecd-59bb-4770-ba62-8c6cdd05df32 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965698 May 12 17:46:52.441811 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1da261cd-955f-4182-8764-f34a3d96f8c3 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (01914e57-fc40-43d3-9e7e-d6fe93c6acdb), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.442140 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1da261cd-955f-4182-8764-f34a3d96f8c3 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (01914e57-fc40-43d3-9e7e-d6fe93c6acdb), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.453929 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-1da261cd-955f-4182-8764-f34a3d96f8c3 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Calling delete_port for 01914e57-fc40-43d3-9e7e-d6fe93c6acdb owned by network:floatingip {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:46:52.590836 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1da261cd-955f-4182-8764-f34a3d96f8c3 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (01914e57-fc40-43d3-9e7e-d6fe93c6acdb), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.620343 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da261cd-955f-4182-8764-f34a3d96f8c3 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event deleted for resources: {'Port': ['ID=01914e57-fc40-43d3-9e7e-d6fe93c6acdb,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:52.637068 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-21f83139-3010-4f61-bb18-def271cc2758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.653772 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba51c98-e330-4ad4-a479-c2caba2f7835 req-97584851-b106-4cfb-b464-38e1f73ef510 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:52.655435 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-aba51c98-e330-4ad4-a479-c2caba2f7835 req-97584851-b106-4cfb-b464-38e1f73ef510 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 946 time: 0.0514603 May 12 17:46:52.681828 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1da261cd-955f-4182-8764-f34a3d96f8c3 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (cc1bc188-2b53-433d-a8bf-202f72eccd4a), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.684466 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1da261cd-955f-4182-8764-f34a3d96f8c3 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.686179 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-1da261cd-955f-4182-8764-f34a3d96f8c3 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "DELETE /v2.0/floatingips/cc1bc188-2b53-433d-a8bf-202f72eccd4a HTTP/1.1" status: 204 len: 168 time: 0.5207047 May 12 17:46:52.704271 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-aba51c98-e330-4ad4-a479-c2caba2f7835 req-540621a8-5509-4eaf-9aec-48c4255675dd tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431061 May 12 17:46:52.763229 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 50490) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:52.768481 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-0ab1372e-54db-4411-92f7-c7920602f5cd tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1176691599', 'description': 'tempest-description--1291248440'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:52.789154 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0ab1372e-54db-4411-92f7-c7920602f5cd tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.856709 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0ab1372e-54db-4411-92f7-c7920602f5cd tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (bacf64a2-dea1-4c96-8703-736e9309ec04), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.860974 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0ab1372e-54db-4411-92f7-c7920602f5cd tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (bacf64a2-dea1-4c96-8703-736e9309ec04), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.891064 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1372e-54db-4411-92f7-c7920602f5cd tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bacf64a2-dea1-4c96-8703-736e9309ec04,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:52.895414 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0ab1372e-54db-4411-92f7-c7920602f5cd tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.896598 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-0ab1372e-54db-4411-92f7-c7920602f5cd tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1316705 May 12 17:46:52.899606 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 50492) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:52.903656 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-5271d0ce-4c34-4177-8b3f-d310113b7c19 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'security_group_rule': {'security_group_id': 'bacf64a2-dea1-4c96-8703-736e9309ec04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:52.929211 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5271d0ce-4c34-4177-8b3f-d310113b7c19 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (e51b45d3-54a3-436b-8fd7-8525ec12dc61), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.987074 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5271d0ce-4c34-4177-8b3f-d310113b7c19 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (e51b45d3-54a3-436b-8fd7-8525ec12dc61), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:52.990685 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5271d0ce-4c34-4177-8b3f-d310113b7c19 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (e51b45d3-54a3-436b-8fd7-8525ec12dc61), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.010253 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271d0ce-4c34-4177-8b3f-d310113b7c19 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51b45d3-54a3-436b-8fd7-8525ec12dc61,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:53.016671 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5271d0ce-4c34-4177-8b3f-d310113b7c19 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.019241 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-5271d0ce-4c34-4177-8b3f-d310113b7c19 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187906 May 12 17:46:53.020960 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 50494) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:53.025417 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-f59b3725-1e26-4a3b-a60c-f52e57c6f369 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'security_group_rule': {'security_group_id': 'bacf64a2-dea1-4c96-8703-736e9309ec04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:53.053020 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f59b3725-1e26-4a3b-a60c-f52e57c6f369 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (a807196d-2228-4e96-b92d-07323c8b3ad5), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.110643 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f59b3725-1e26-4a3b-a60c-f52e57c6f369 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (a807196d-2228-4e96-b92d-07323c8b3ad5), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.114108 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f59b3725-1e26-4a3b-a60c-f52e57c6f369 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (a807196d-2228-4e96-b92d-07323c8b3ad5), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.131866 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b3725-1e26-4a3b-a60c-f52e57c6f369 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a807196d-2228-4e96-b92d-07323c8b3ad5,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:53.140004 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f59b3725-1e26-4a3b-a60c-f52e57c6f369 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.144078 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-f59b3725-1e26-4a3b-a60c-f52e57c6f369 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192434 May 12 17:46:53.144253 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 50496) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:46:53.148662 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'floatingip': {'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:53.168754 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.244401 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.352802 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Allocated IP 172.27.3.8 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/8265bdd5-c233-478b-914a-9b69ce3560b2) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:46:53.457277 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for port (8265bdd5-c233-478b-914a-9b69ce3560b2), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.491603 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (8265bdd5-c233-478b-914a-9b69ce3560b2), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.556502 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:46:53.562821 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:46:53.565478 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:46:53.602641 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5e727-c697-414e-87ac-4fc81643318b req-8815c2fc-04df-4c4b-a025-1f9c6756f660 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:53.604141 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-aaa5e727-c697-414e-87ac-4fc81643318b req-8815c2fc-04df-4c4b-a025-1f9c6756f660 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 932 time: 0.1103220 May 12 17:46:53.608170 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'Port': ['ID=8265bdd5-c233-478b-914a-9b69ce3560b2,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:53.694478 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-aaa5e727-c697-414e-87ac-4fc81643318b req-78002ae2-4aa2-4f8e-ae6d-3d5026c1791b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807526 May 12 17:46:53.708882 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (b7fc4fa7-4fb3-4f71-964a-1d9c55e84774), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.745541 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (8265bdd5-c233-478b-914a-9b69ce3560b2), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.803726 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Request body: {'port': {'device_id': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:53.852180 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.864089 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e22d7b-ca0c-448c-b439-9a7a5d01e544 req-1b487627-7179-4d9a-9043-ee180d4dc3f5 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:53.865581 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c9e22d7b-ca0c-448c-b439-9a7a5d01e544 req-1b487627-7179-4d9a-9043-ee180d4dc3f5 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 946 time: 0.0934839 May 12 17:46:53.915584 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.954192 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for port (8265bdd5-c233-478b-914a-9b69ce3560b2), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.959480 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (8265bdd5-c233-478b-914a-9b69ce3560b2), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:53.972970 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c9e22d7b-ca0c-448c-b439-9a7a5d01e544 req-ceff3541-0cc0-4435-8bd1-f93766b4a6be tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013837 May 12 17:46:54.033260 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'Port': ['ID=8265bdd5-c233-478b-914a-9b69ce3560b2,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:54.046509 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (b7fc4fa7-4fb3-4f71-964a-1d9c55e84774), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:54.064250 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:54.074187 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-35814e77-bf6d-46b6-963c-c90748dc5f50 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9205313 May 12 17:46:54.251802 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4903dc03-9110-43e6-bfaf-db2e0fe64355 {{(pid=110069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:46:54.259195 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Publish callbacks [] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:54.270919 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2526f03b-d0d7-4738-b633-98740404093f req-9d8acdea-3c07-4ddc-80ab-d6a9eb03c45d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1176691599&fields=id&tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9 HTTP/1.1" status: 200 len: 267 time: 0.0461838 May 12 17:46:54.274306 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.provisioning_blocks [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Transition to ACTIVE for port object 4903dc03-9110-43e6-bfaf-db2e0fe64355 will not be triggered until provisioned by entity L2. {{(pid=110069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:46:54.280991 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:54.345862 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Pushing event updated for resources: {'Port': ['ID=4903dc03-9110-43e6-bfaf-db2e0fe64355,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:54.395423 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526f03b-d0d7-4738-b633-98740404093f req-3167f726-477d-4444-b303-a6f94d6ef5bc tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:54.402713 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2526f03b-d0d7-4738-b633-98740404093f req-3167f726-477d-4444-b303-a6f94d6ef5bc tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/networks?id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5 HTTP/1.1" status: 200 len: 815 time: 0.1243236 May 12 17:46:54.415211 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2526f03b-d0d7-4738-b633-98740404093f req-c9dccc12-85b9-438d-bae3-a888f5c36be6 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/quotas/38aae8b9be064fabb6e07ea34a5dcdb9 HTTP/1.1" status: 200 len: 375 time: 0.0121150 May 12 17:46:54.427358 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Attempting to bind port 4903dc03-9110-43e6-bfaf-db2e0fe64355 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:46:54.427827 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Attempting to bind port 4903dc03-9110-43e6-bfaf-db2e0fe64355 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '6c5e8dee-70c7-48b2-9537-341e45c35413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996'}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:46:54.428283 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Attempting to bind port 4903dc03-9110-43e6-bfaf-db2e0fe64355 on network 068e07bd-56b1-45cc-b3d6-75b884746996 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:46:54.433156 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Port 4903dc03-9110-43e6-bfaf-db2e0fe64355 on network 068e07bd-56b1-45cc-b3d6-75b884746996 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:46:54.433564 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Attempting to bind port 4903dc03-9110-43e6-bfaf-db2e0fe64355 on network 068e07bd-56b1-45cc-b3d6-75b884746996 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:46:54.439818 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:46:54.440156 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Checking segment: {'id': '6c5e8dee-70c7-48b2-9537-341e45c35413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:46:54.440545 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Bound using segment: {'id': '6c5e8dee-70c7-48b2-9537-341e45c35413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996'} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:46:54.440977 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Bound port: 4903dc03-9110-43e6-bfaf-db2e0fe64355, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c5e8dee-70c7-48b2-9537-341e45c35413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996'}}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:46:54.441338 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:54.470878 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2526f03b-d0d7-4738-b633-98740404093f req-82ebe65e-b60e-4cb5-b50b-1b1e9ec516e6 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524499 May 12 17:46:54.577313 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6519aa-d16e-42a3-9117-6515c454cb7e req-4c8e9cae-7cbb-4336-87a8-ec74991157dc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:54.578973 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5f6519aa-d16e-42a3-9117-6515c454cb7e req-4c8e9cae-7cbb-4336-87a8-ec74991157dc tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 946 time: 0.0830488 May 12 17:46:54.580113 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] For port 4903dc03-9110-43e6-bfaf-db2e0fe64355, host hv-cinder-83979, cleared binding levels {{(pid=110069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:46:54.583614 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] For port 4903dc03-9110-43e6-bfaf-db2e0fe64355, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4903dc03-9110-43e6-bfaf-db2e0fe64355,segment=NetworkSegment(6c5e8dee-70c7-48b2-9537-341e45c35413),segment_id=6c5e8dee-70c7-48b2-9537-341e45c35413)] {{(pid=110069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:46:54.591300 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:54.591741 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2526f03b-d0d7-4738-b633-98740404093f req-e3e5ad45-3ebe-4046-9d1b-3936caff036e service neutron] 10.222.0.76 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076448 May 12 17:46:54.667980 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:54.668653 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:54.671383 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] 10.222.0.89 "PUT /v2.0/ports/4903dc03-9110-43e6-bfaf-db2e0fe64355 HTTP/1.1" status: 200 len: 1094 time: 0.8751988 May 12 17:46:54.674598 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'tag': '4903dc03-9110-43e6-bfaf-db2e0fe64355'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:54.676951 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f739621c-51f9-4eb5-9f0d-9dd07ad28506" -d '{"events": [{"name": "network-changed", "server_uuid": "94af4804-8a27-4f9b-b471-7fa1a1dabedf", "tag": "4903dc03-9110-43e6-bfaf-db2e0fe64355"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:54.721462 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2526f03b-d0d7-4738-b633-98740404093f req-032dc0bb-0fad-4894-ac79-456b6efd50a0 service neutron] 10.222.0.76 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234376 May 12 17:46:54.736569 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57daaae-a198-4a2a-875d-a645a53172e0 x-openstack-request-id: req-e57daaae-a198-4a2a-875d-a645a53172e0 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:54.736859 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94af4804-8a27-4f9b-b471-7fa1a1dabedf", "tag": "4903dc03-9110-43e6-bfaf-db2e0fe64355", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:54.737111 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e57daaae-a198-4a2a-875d-a645a53172e0 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:54.737507 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57daaae-a198-4a2a-875d-a645a53172e0'] response: {'name': 'network-changed', 'server_uuid': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'tag': '4903dc03-9110-43e6-bfaf-db2e0fe64355', 'status': 'completed', 'code': 200} May 12 17:46:54.744480 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808d0a5-596e-4deb-acaa-9d9e9b1b0b23 service neutron] Pushing event updated for resources: {'Port': ['ID=4903dc03-9110-43e6-bfaf-db2e0fe64355,revision_number=3']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:54.760620 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-5f6519aa-d16e-42a3-9117-6515c454cb7e req-78679f06-9a74-4513-a4a4-52c48ee26170 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Deleting port 6a3e3572-f068-4297-9d91-839b7beaff17 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:46:54.761432 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-5f6519aa-d16e-42a3-9117-6515c454cb7e req-78679f06-9a74-4513-a4a4-52c48ee26170 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (6a3e3572-f068-4297-9d91-839b7beaff17), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:54.939955 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e02217-5b2d-4c08-9458-965a3c66eb69 req-a6c771f8-69f3-47b3-8254-31097a52f144 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:54.941360 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1bdb3aba-0839-47d3-bc19-ef1f484c688c req-ab7a8d2e-f4d1-454e-8f19-1167128be36d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 210 time: 0.0300961 May 12 17:46:54.942377 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-46e02217-5b2d-4c08-9458-965a3c66eb69 req-a6c771f8-69f3-47b3-8254-31097a52f144 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.1093950 May 12 17:46:54.943450 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-67380129-5fd2-41f1-a2f6-932154bd71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:54.944792 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-67380129-5fd2-41f1-a2f6-932154bd71fa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=667ee24fd13d4432a040a745bf2a0d0e&device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 1128 time: 0.1106043 May 12 17:46:55.025308 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-4eb9b53e-0ebb-4c18-97ca-30160c0c5f22 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4903dc03-9110-43e6-bfaf-db2e0fe64355 HTTP/1.1" status: 200 len: 217 time: 0.0584671 May 12 17:46:55.055862 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-5f6519aa-d16e-42a3-9117-6515c454cb7e req-78679f06-9a74-4513-a4a4-52c48ee26170 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] For port 6a3e3572-f068-4297-9d91-839b7beaff17, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6a3e3572-f068-4297-9d91-839b7beaff17,segment=NetworkSegment(31e543ed-2931-4db4-ba86-49737c2562f7),segment_id=31e543ed-2931-4db4-ba86-49737c2562f7)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:46:55.056238 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-5f6519aa-d16e-42a3-9117-6515c454cb7e req-78679f06-9a74-4513-a4a4-52c48ee26170 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (6a3e3572-f068-4297-9d91-839b7beaff17), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:55.089314 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c40571-c4df-442c-b851-35dadd879ab7 req-4a5841ae-5ae9-47e2-83df-698562651833 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:55.089636 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-46e02217-5b2d-4c08-9458-965a3c66eb69 req-8d80ebb5-df84-4519-8d11-21c6beef34cd tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1396167 May 12 17:46:55.091207 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-02c40571-c4df-442c-b851-35dadd879ab7 req-4a5841ae-5ae9-47e2-83df-698562651833 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 946 time: 0.0491850 May 12 17:46:55.098407 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-5f6519aa-d16e-42a3-9117-6515c454cb7e req-78679f06-9a74-4513-a4a4-52c48ee26170 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Calling delete_port for 6a3e3572-f068-4297-9d91-839b7beaff17 owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:46:55.125984 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-3ff002ae-82b3-4069-9b95-85e3e2fb506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:55.127715 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-3ff002ae-82b3-4069-9b95-85e3e2fb506f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f732d2e1-a477-4bdd-a448-3a40e18f14ab HTTP/1.1" status: 200 len: 848 time: 0.0892889 May 12 17:46:55.166906 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-02c40571-c4df-442c-b851-35dadd879ab7 req-8bfdabf2-6c41-4152-aa34-ad68dd1e9c53 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/security-groups?id=452ef5c2-3930-45dd-85f0-6457dcfe3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585830 May 12 17:46:55.203683 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:55.224531 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-b95b15bb-b2cd-484c-8636-3793f54e0645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:55.226017 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-b95b15bb-b2cd-484c-8636-3793f54e0645 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=068e07bd-56b1-45cc-b3d6-75b884746996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0648890 May 12 17:46:55.367237 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-75d10e5e-d0c7-45f9-9a6e-a35c5943ab56 service neutron] 10.222.0.89 "GET /v2.0/networks/068e07bd-56b1-45cc-b3d6-75b884746996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293528 May 12 17:46:55.367961 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-5f6519aa-d16e-42a3-9117-6515c454cb7e req-78679f06-9a74-4513-a4a4-52c48ee26170 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (6a3e3572-f068-4297-9d91-839b7beaff17), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:55.389665 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['6a3e3572-f068-4297-9d91-839b7beaff17'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:46:55.405533 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78679f06-9a74-4513-a4a4-52c48ee26170 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Pushing event deleted for resources: {'Port': ['ID=6a3e3572-f068-4297-9d91-839b7beaff17,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:55.738136 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6519aa-d16e-42a3-9117-6515c454cb7e req-78679f06-9a74-4513-a4a4-52c48ee26170 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] No DVR routers for this DVR port 6a3e3572-f068-4297-9d91-839b7beaff17 on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:46:55.743255 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-5f6519aa-d16e-42a3-9117-6515c454cb7e req-78679f06-9a74-4513-a4a4-52c48ee26170 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:55.746359 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5f6519aa-d16e-42a3-9117-6515c454cb7e req-78679f06-9a74-4513-a4a4-52c48ee26170 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.89 "DELETE /v2.0/ports/6a3e3572-f068-4297-9d91-839b7beaff17 HTTP/1.1" status: 204 len: 173 time: 1.1519215 May 12 17:46:55.771048 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-48ee7937-5f25-4bbd-ad5a-c1f2c2585fd2 req-74315808-1efb-4f29-a2b3-bf2d883f8db2 service neutron] 10.222.0.89 "GET /v2.0/networks/068e07bd-56b1-45cc-b3d6-75b884746996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764396 May 12 17:46:56.039432 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-82c685ae-1865-4a96-808e-fefc750f1ce0 req-02943fbb-f63e-4138-a6d1-6f50986bac2d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 210 time: 0.0283747 May 12 17:46:56.210319 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283e8a9-9c2f-429c-8e1b-bae6bb74d1a6 req-ccde1ff5-8d11-4414-982f-f4f639979697 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:56.211841 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0283e8a9-9c2f-429c-8e1b-bae6bb74d1a6 req-ccde1ff5-8d11-4414-982f-f4f639979697 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0480735 May 12 17:46:56.269121 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ddd12acc-43c1-4a7c-bd52-fabaec0806c3 req-aa20ecb0-1111-4311-a77f-1688bf9f1a52 tempest-VolumesSnapshotTestJSON-2096800864 tempest-VolumesSnapshotTestJSON-2096800864-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8049559-bf00-4160-8e46-9a2d0a910c1a HTTP/1.1" status: 200 len: 210 time: 0.0280902 May 12 17:46:56.276772 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0283e8a9-9c2f-429c-8e1b-bae6bb74d1a6 req-b4054ff7-100b-4e10-b83b-500c11c22979 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586214 May 12 17:46:56.402942 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739621c-51f9-4eb5-9f0d-9dd07ad28506 req-b784323e-fdaa-4f4b-8095-7ed465e371be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:56.404662 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f739621c-51f9-4eb5-9f0d-9dd07ad28506 req-b784323e-fdaa-4f4b-8095-7ed465e371be service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=667ee24fd13d4432a040a745bf2a0d0e&device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 1128 time: 0.0726864 May 12 17:46:56.537075 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526f03b-d0d7-4738-b633-98740404093f req-a0d5df70-3644-4e9f-836e-4892295bc898 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:56.538505 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2526f03b-d0d7-4738-b633-98740404093f req-a0d5df70-3644-4e9f-836e-4892295bc898 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "GET /v2.0/networks?id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5 HTTP/1.1" status: 200 len: 815 time: 0.1955962 May 12 17:46:56.558962 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739621c-51f9-4eb5-9f0d-9dd07ad28506 req-34829c31-5a7e-4270-9038-a2c69f0061ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:56.561136 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f739621c-51f9-4eb5-9f0d-9dd07ad28506 req-34829c31-5a7e-4270-9038-a2c69f0061ed service neutron] 10.222.0.89 "GET /v2.0/networks?id=068e07bd-56b1-45cc-b3d6-75b884746996 HTTP/1.1" status: 200 len: 910 time: 0.1219451 May 12 17:46:56.608887 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:56.739004 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8049559-bf00-4160-8e46-9a2d0a910c1a', 'name': 'network-vif-deleted', 'tag': '6a3e3572-f068-4297-9d91-839b7beaff17'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:56.741349 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e94303-3036-4e05-b6e4-5d5c789555d2" -d '{"events": [{"server_uuid": "a8049559-bf00-4160-8e46-9a2d0a910c1a", "name": "network-vif-deleted", "tag": "6a3e3572-f068-4297-9d91-839b7beaff17"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:56.775645 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fad77d-3e36-4ee2-ac6c-72c8af7bd70e x-openstack-request-id: req-03fad77d-3e36-4ee2-ac6c-72c8af7bd70e {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:56.775946 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8049559-bf00-4160-8e46-9a2d0a910c1a", "name": "network-vif-deleted", "tag": "6a3e3572-f068-4297-9d91-839b7beaff17", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:56.776204 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-03fad77d-3e36-4ee2-ac6c-72c8af7bd70e {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:56.776603 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03fad77d-3e36-4ee2-ac6c-72c8af7bd70e'] response: {'server_uuid': 'a8049559-bf00-4160-8e46-9a2d0a910c1a', 'name': 'network-vif-deleted', 'tag': '6a3e3572-f068-4297-9d91-839b7beaff17', 'status': 'completed', 'code': 200} May 12 17:46:56.952792 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f739621c-51f9-4eb5-9f0d-9dd07ad28506 req-41f4971e-1a23-4cc0-900e-c9f639e8a205 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4903dc03-9110-43e6-bfaf-db2e0fe64355 HTTP/1.1" status: 200 len: 217 time: 0.0489960 May 12 17:46:56.990197 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2526f03b-d0d7-4738-b633-98740404093f req-12dde28d-5112-49e3-86d9-7d150fb0a75d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9 HTTP/1.1" status: 200 len: 380 time: 0.0781975 May 12 17:46:57.035647 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-2526f03b-d0d7-4738-b633-98740404093f req-91d31c5f-c378-4625-aacc-8270bb399977 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'port': {'device_id': '8fd7e68e-d36e-4be7-83e3-e12e7df966b5', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'admin_state_up': True, 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'security_groups': ['bacf64a2-dea1-4c96-8703-736e9309ec04']}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:57.136771 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739621c-51f9-4eb5-9f0d-9dd07ad28506 req-c8c3249b-e14d-4c17-92eb-7dafa934c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:57.138233 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f739621c-51f9-4eb5-9f0d-9dd07ad28506 req-c8c3249b-e14d-4c17-92eb-7dafa934c82c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f732d2e1-a477-4bdd-a448-3a40e18f14ab HTTP/1.1" status: 200 len: 848 time: 0.1062670 May 12 17:46:57.141377 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-4c52aec1-083d-4392-9e48-f9531ba23e85 req-13cbfac2-58e6-4c97-9a1c-40c40aaa6606 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 210 time: 0.0301728 May 12 17:46:57.203731 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739621c-51f9-4eb5-9f0d-9dd07ad28506 req-16b4fe73-e0a5-4200-9a69-8f22424f7aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:57.205202 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f739621c-51f9-4eb5-9f0d-9dd07ad28506 req-16b4fe73-e0a5-4200-9a69-8f22424f7aaa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=068e07bd-56b1-45cc-b3d6-75b884746996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0561969 May 12 17:46:57.226715 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2526f03b-d0d7-4738-b633-98740404093f req-91d31c5f-c378-4625-aacc-8270bb399977 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Made reservation on behalf of 38aae8b9be064fabb6e07ea34a5dcdb9 for: {'port': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:46:57.229803 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-2526f03b-d0d7-4738-b633-98740404093f req-91d31c5f-c378-4625-aacc-8270bb399977 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:57.384776 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f739621c-51f9-4eb5-9f0d-9dd07ad28506 req-784e62aa-71a3-4e3b-933a-3ff7b82a1b25 service neutron] 10.222.0.89 "GET /v2.0/networks/068e07bd-56b1-45cc-b3d6-75b884746996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683319 May 12 17:46:57.407227 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c3eb2-3056-49b5-84e9-7561fd843210 req-1b309468-e3cd-4c32-98a1-1dd383130826 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:57.414245 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ff0c3eb2-3056-49b5-84e9-7561fd843210 req-1b309468-e3cd-4c32-98a1-1dd383130826 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0551972 May 12 17:46:57.469520 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ff0c3eb2-3056-49b5-84e9-7561fd843210 req-730bf09a-06a0-4de3-add6-d829b3a649f7 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543253 May 12 17:46:57.488636 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [req-2526f03b-d0d7-4738-b633-98740404093f req-91d31c5f-c378-4625-aacc-8270bb399977 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Allocated IP 172.20.0.5 (5f0e5ba6-f1dc-4741-a091-633af3cfbec5/e6c02cbf-c8ea-4ce8-9704-004518301240/bd6a624b-c038-4a0f-9ac2-0c9196600d48) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:46:57.544076 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f739621c-51f9-4eb5-9f0d-9dd07ad28506 req-39c49050-a350-4582-8592-5db73b983bd6 service neutron] 10.222.0.89 "GET /v2.0/networks/068e07bd-56b1-45cc-b3d6-75b884746996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354411 May 12 17:46:57.663038 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-2526f03b-d0d7-4738-b633-98740404093f req-91d31c5f-c378-4625-aacc-8270bb399977 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for port (bd6a624b-c038-4a0f-9ac2-0c9196600d48), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:57.695281 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-2526f03b-d0d7-4738-b633-98740404093f req-91d31c5f-c378-4625-aacc-8270bb399977 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (bd6a624b-c038-4a0f-9ac2-0c9196600d48), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:57.739667 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2526f03b-d0d7-4738-b633-98740404093f req-91d31c5f-c378-4625-aacc-8270bb399977 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:46:57.742763 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [req-2526f03b-d0d7-4738-b633-98740404093f req-91d31c5f-c378-4625-aacc-8270bb399977 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:46:57.745109 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-2526f03b-d0d7-4738-b633-98740404093f req-91d31c5f-c378-4625-aacc-8270bb399977 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:46:57.783057 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d31c5f-c378-4625-aacc-8270bb399977 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'Port': ['ID=bd6a624b-c038-4a0f-9ac2-0c9196600d48,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:57.807374 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526f03b-d0d7-4738-b633-98740404093f req-91d31c5f-c378-4625-aacc-8270bb399977 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:57.807990 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-2526f03b-d0d7-4738-b633-98740404093f req-91d31c5f-c378-4625-aacc-8270bb399977 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:57.824263 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2526f03b-d0d7-4738-b633-98740404093f req-91d31c5f-c378-4625-aacc-8270bb399977 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7932551 May 12 17:46:57.847119 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Request body: {'port': {'device_id': '8fd7e68e-d36e-4be7-83e3-e12e7df966b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:46:57.908864 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (bd6a624b-c038-4a0f-9ac2-0c9196600d48), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:58.012869 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-5f9e0392-4cef-45a7-a801-04d51969b798 None None] Provisioning complete for port bd6a624b-c038-4a0f-9ac2-0c9196600d48 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:46:58.013965 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-5f9e0392-4cef-45a7-a801-04d51969b798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (bd6a624b-c038-4a0f-9ac2-0c9196600d48), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:58.052568 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e0392-4cef-45a7-a801-04d51969b798 None None] Port bd6a624b-c038-4a0f-9ac2-0c9196600d48 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:46:58.203481 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6a624b-c038-4a0f-9ac2-0c9196600d48 {{(pid=110069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:46:58.211085 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Publish callbacks [] for port (bd6a624b-c038-4a0f-9ac2-0c9196600d48), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:58.249678 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.provisioning_blocks [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Transition to ACTIVE for port object bd6a624b-c038-4a0f-9ac2-0c9196600d48 will not be triggered until provisioned by entity L2. {{(pid=110069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:46:58.253384 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (bd6a624b-c038-4a0f-9ac2-0c9196600d48), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:58.261130 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 6a3e3572-f068-4297-9d91-839b7beaff17 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:46:58.284385 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: 6a3e3572-f068-4297-9d91-839b7beaff17 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:46:58.288912 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 6a3e3572-f068-4297-9d91-839b7beaff17 not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:46:58.298323 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853be5e-df8f-4f7c-b50b-dfa86c76f148 req-072aad31-8b0b-4a79-8ad3-435ecbaeeadc tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:58.299816 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8853be5e-df8f-4f7c-b50b-dfa86c76f148 req-072aad31-8b0b-4a79-8ad3-435ecbaeeadc tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 931 time: 0.0863421 May 12 17:46:58.333361 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6a624b-c038-4a0f-9ac2-0c9196600d48,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:58.410788 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8853be5e-df8f-4f7c-b50b-dfa86c76f148 req-69632cc5-99f0-4bbf-ad2d-02ce24daf677 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=bacf64a2-dea1-4c96-8703-736e9309ec04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030989 May 12 17:46:58.433480 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Attempting to bind port bd6a624b-c038-4a0f-9ac2-0c9196600d48 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:46:58.433821 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Attempting to bind port bd6a624b-c038-4a0f-9ac2-0c9196600d48 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:46:58.434155 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Attempting to bind port bd6a624b-c038-4a0f-9ac2-0c9196600d48 on network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:46:58.438953 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Port bd6a624b-c038-4a0f-9ac2-0c9196600d48 on network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:46:58.439279 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Attempting to bind port bd6a624b-c038-4a0f-9ac2-0c9196600d48 on network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:46:58.444399 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:46:58.444736 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Checking segment: {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:46:58.445128 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Bound using segment: {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:46:58.445558 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Bound port: bd6a624b-c038-4a0f-9ac2-0c9196600d48, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'}}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:46:58.445920 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (bd6a624b-c038-4a0f-9ac2-0c9196600d48), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:58.509745 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] For port bd6a624b-c038-4a0f-9ac2-0c9196600d48, host hv-cinder-83979, cleared binding levels {{(pid=110069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:46:58.513262 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] For port bd6a624b-c038-4a0f-9ac2-0c9196600d48, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=bd6a624b-c038-4a0f-9ac2-0c9196600d48,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:46:58.519027 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (bd6a624b-c038-4a0f-9ac2-0c9196600d48), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:58.557365 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:58.558441 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:46:58.559962 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2526f03b-d0d7-4738-b633-98740404093f req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] 10.222.0.89 "PUT /v2.0/ports/bd6a624b-c038-4a0f-9ac2-0c9196600d48 HTTP/1.1" status: 200 len: 1093 time: 0.7171886 May 12 17:46:58.591226 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a072c-5e08-4584-8a2d-e55906d78c64 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6a624b-c038-4a0f-9ac2-0c9196600d48,revision_number=3']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:46:58.611447 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7d636-24b2-4580-8780-8d6baa6b1668 req-d6882ab5-6300-4d38-acce-74754dde52f8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:58.618093 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-89b7d636-24b2-4580-8780-8d6baa6b1668 req-d6882ab5-6300-4d38-acce-74754dde52f8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0776727 May 12 17:46:58.655984 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526f03b-d0d7-4738-b633-98740404093f req-7e603c10-9dd9-44d9-a827-014f5776b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:58.657748 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2526f03b-d0d7-4738-b633-98740404093f req-7e603c10-9dd9-44d9-a827-014f5776b87c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 1127 time: 0.0487142 May 12 17:46:58.671211 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-89b7d636-24b2-4580-8780-8d6baa6b1668 req-0fdeb5a3-c335-4c03-a6c7-63b80876caa2 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520391 May 12 17:46:58.712591 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2526f03b-d0d7-4738-b633-98740404093f req-bd19edab-2f3e-4ab6-96c4-064751fd69bb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6a624b-c038-4a0f-9ac2-0c9196600d48 HTTP/1.1" status: 200 len: 217 time: 0.0409865 May 12 17:46:58.772002 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526f03b-d0d7-4738-b633-98740404093f req-2e5af601-1ad7-4b25-b150-ad4ef505c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:58.773888 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2526f03b-d0d7-4738-b633-98740404093f req-2e5af601-1ad7-4b25-b150-ad4ef505c270 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e6c02cbf-c8ea-4ce8-9704-004518301240 HTTP/1.1" status: 200 len: 854 time: 0.0528622 May 12 17:46:58.777484 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd7e68e-d36e-4be7-83e3-e12e7df966b5', 'tag': 'bd6a624b-c038-4a0f-9ac2-0c9196600d48'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:46:58.781155 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6c670c-72db-4344-9b6a-e55229faaea2" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd7e68e-d36e-4be7-83e3-e12e7df966b5", "tag": "bd6a624b-c038-4a0f-9ac2-0c9196600d48"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:46:58.820241 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5893aa0b-b3d2-41a7-aa65-37b1a18fde58 x-openstack-request-id: req-5893aa0b-b3d2-41a7-aa65-37b1a18fde58 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:46:58.820534 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd7e68e-d36e-4be7-83e3-e12e7df966b5", "tag": "bd6a624b-c038-4a0f-9ac2-0c9196600d48", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:46:58.820795 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5893aa0b-b3d2-41a7-aa65-37b1a18fde58 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:46:58.821191 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5893aa0b-b3d2-41a7-aa65-37b1a18fde58'] response: {'name': 'network-changed', 'server_uuid': '8fd7e68e-d36e-4be7-83e3-e12e7df966b5', 'tag': 'bd6a624b-c038-4a0f-9ac2-0c9196600d48', 'status': 'completed', 'code': 200} May 12 17:46:58.834161 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526f03b-d0d7-4738-b633-98740404093f req-89dcf87b-4634-411a-a7f5-2b7ee4abfcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:58.835688 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2526f03b-d0d7-4738-b633-98740404093f req-89dcf87b-4634-411a-a7f5-2b7ee4abfcf0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513504 May 12 17:46:58.938450 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2526f03b-d0d7-4738-b633-98740404093f req-e784b389-5499-499b-9cdd-6bc45ed1d2f3 service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944083 May 12 17:46:59.042965 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2526f03b-d0d7-4738-b633-98740404093f req-977ade45-8504-4c0f-bd3b-8b377c6426e8 service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855610 May 12 17:46:59.522768 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c4134-7448-449d-b888-8d792bb914fb req-d9806eeb-e9f2-418a-a268-871ab4eb6fd4 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:59.524229 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-414c4134-7448-449d-b888-8d792bb914fb req-d9806eeb-e9f2-418a-a268-871ab4eb6fd4 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 943 time: 0.0466769 May 12 17:46:59.569945 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-414c4134-7448-449d-b888-8d792bb914fb req-586a13f7-24d7-4b6a-8d61-320561152b8f tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=bacf64a2-dea1-4c96-8703-736e9309ec04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403180 May 12 17:46:59.784724 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fecc50-8993-4298-8a1e-12a82e8405ac req-8584030d-d8ee-41f0-a47f-1f20543bfe94 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:46:59.786151 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c7fecc50-8993-4298-8a1e-12a82e8405ac req-8584030d-d8ee-41f0-a47f-1f20543bfe94 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0478349 May 12 17:46:59.835117 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c7fecc50-8993-4298-8a1e-12a82e8405ac req-190d2a70-993d-45d5-a0ef-6194a5019b8a tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434518 May 12 17:47:00.685165 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583cb39-ca83-4939-a587-730399858b2c req-69c8a374-1aa3-4fd4-84a3-43f93eb85e84 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:00.687175 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b583cb39-ca83-4939-a587-730399858b2c req-69c8a374-1aa3-4fd4-84a3-43f93eb85e84 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 943 time: 0.0498674 May 12 17:47:00.733643 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b583cb39-ca83-4939-a587-730399858b2c req-c1ef7d65-f055-44e5-af1d-a23cfc172407 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=bacf64a2-dea1-4c96-8703-736e9309ec04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404398 May 12 17:47:00.952415 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5bdfa-2595-4774-b2c5-e287df4b3591 req-6a647fee-99fa-4b3c-9731-087ece5b4fef tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:00.953961 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e1e5bdfa-2595-4774-b2c5-e287df4b3591 req-6a647fee-99fa-4b3c-9731-087ece5b4fef tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0527112 May 12 17:47:01.001917 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e1e5bdfa-2595-4774-b2c5-e287df4b3591 req-784817d3-fd9b-43d2-a0a6-0993d1a571ce tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424669 May 12 17:47:01.847439 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe08ea-b00a-4614-a4cc-280239cc34ed req-be885901-af4e-4f06-92a2-ecd6959b4f17 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:01.848894 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7bfe08ea-b00a-4614-a4cc-280239cc34ed req-be885901-af4e-4f06-92a2-ecd6959b4f17 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 943 time: 0.0481610 May 12 17:47:01.895286 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7bfe08ea-b00a-4614-a4cc-280239cc34ed req-d8300be6-5d7e-408b-b072-5f4eed3b678b tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=bacf64a2-dea1-4c96-8703-736e9309ec04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406513 May 12 17:47:02.116007 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83b568-9762-44d5-9e8e-63eab38004bc req-25317903-6af6-4c37-b065-36a2d450994d tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:02.117458 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4e83b568-9762-44d5-9e8e-63eab38004bc req-25317903-6af6-4c37-b065-36a2d450994d tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0490379 May 12 17:47:02.166736 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4e83b568-9762-44d5-9e8e-63eab38004bc req-a4f7b59c-5c2c-44f0-beaa-6bab7e16a48a tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436659 May 12 17:47:03.015145 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3017f1-a700-40c1-8d3d-9337dd5c19ee req-ccee1fca-9365-4747-97a3-5249c3f398c9 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:03.016761 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ae3017f1-a700-40c1-8d3d-9337dd5c19ee req-ccee1fca-9365-4747-97a3-5249c3f398c9 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 943 time: 0.0534215 May 12 17:47:03.022545 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c670c-72db-4344-9b6a-e55229faaea2 req-f628a10f-f225-40ee-8892-edb83aa66a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:03.024060 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2c6c670c-72db-4344-9b6a-e55229faaea2 req-f628a10f-f225-40ee-8892-edb83aa66a8d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 1127 time: 0.0482275 May 12 17:47:03.064344 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ae3017f1-a700-40c1-8d3d-9337dd5c19ee req-7d6b370e-30b5-4e4d-ba70-67f110b3acdf tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=bacf64a2-dea1-4c96-8703-736e9309ec04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416684 May 12 17:47:03.291154 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2575b-a9fc-409b-9d1c-c5729e9aa2d4 req-4debc626-1121-4b0a-b018-ba15e62cc18a tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:03.292657 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-63f2575b-a9fc-409b-9d1c-c5729e9aa2d4 req-4debc626-1121-4b0a-b018-ba15e62cc18a tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0544951 May 12 17:47:03.347556 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-63f2575b-a9fc-409b-9d1c-c5729e9aa2d4 req-f564805e-b1c8-4ccd-ab1c-aa7defdd1108 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466566 May 12 17:47:03.988580 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c670c-72db-4344-9b6a-e55229faaea2 req-6b0f46c0-abb7-4368-960f-68c6c8cbc52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:03.990044 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2c6c670c-72db-4344-9b6a-e55229faaea2 req-6b0f46c0-abb7-4368-960f-68c6c8cbc52a service neutron] 10.222.0.89 "GET /v2.0/networks?id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5 HTTP/1.1" status: 200 len: 916 time: 0.0913286 May 12 17:47:04.032336 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2c6c670c-72db-4344-9b6a-e55229faaea2 req-7c25eda8-37f6-4635-8432-9803224198c3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6a624b-c038-4a0f-9ac2-0c9196600d48 HTTP/1.1" status: 200 len: 217 time: 0.0351300 May 12 17:47:04.082610 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c670c-72db-4344-9b6a-e55229faaea2 req-dc8cb7eb-2794-4d45-a67e-f2b4730c5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:04.084051 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2c6c670c-72db-4344-9b6a-e55229faaea2 req-dc8cb7eb-2794-4d45-a67e-f2b4730c5d52 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e6c02cbf-c8ea-4ce8-9704-004518301240 HTTP/1.1" status: 200 len: 854 time: 0.0431073 May 12 17:47:04.131097 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c670c-72db-4344-9b6a-e55229faaea2 req-380e7a8b-052f-4475-8807-bfd49ba12a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:04.132594 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2c6c670c-72db-4344-9b6a-e55229faaea2 req-380e7a8b-052f-4475-8807-bfd49ba12a5f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392869 May 12 17:47:04.179959 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9c9b3-dfae-4aa0-a4e8-3633c1ea6968 req-b407e1e0-2545-4fbf-96b0-a6b0448e278f tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:04.181471 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d5f9c9b3-dfae-4aa0-a4e8-3633c1ea6968 req-b407e1e0-2545-4fbf-96b0-a6b0448e278f tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 943 time: 0.0482008 May 12 17:47:04.226702 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2c6c670c-72db-4344-9b6a-e55229faaea2 req-1d94ccb8-eda7-49da-98ae-536507847ee8 service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854521 May 12 17:47:04.227647 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d5f9c9b3-dfae-4aa0-a4e8-3633c1ea6968 req-5f0b82ca-d9d9-4a26-8083-1185e80590d0 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=bacf64a2-dea1-4c96-8703-736e9309ec04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398281 May 12 17:47:04.303227 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device bd6a624b-c038-4a0f-9ac2-0c9196600d48 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:47:04.324901 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2c6c670c-72db-4344-9b6a-e55229faaea2 req-1eb9fb45-a382-41b0-88c1-214171c72ed1 service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905828 May 12 17:47:04.410574 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port bd6a624b-c038-4a0f-9ac2-0c9196600d48, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=bd6a624b-c038-4a0f-9ac2-0c9196600d48,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:04.423129 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': 'bd6a624b-c038-4a0f-9ac2-0c9196600d48', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'port_id': 'bd6a624b-c038-4a0f-9ac2-0c9196600d48', 'mac_address': 'fa:16:3e:ea:33:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:47:04.464465 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port bd6a624b-c038-4a0f-9ac2-0c9196600d48 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:47:04.464900 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (bd6a624b-c038-4a0f-9ac2-0c9196600d48), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:04.469781 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0b1e8-4168-4f45-8036-eaf1ac053ec1 req-e277da0c-5deb-4c39-b4ca-7bd4a940504f tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:04.471545 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-21e0b1e8-4168-4f45-8036-eaf1ac053ec1 req-e277da0c-5deb-4c39-b4ca-7bd4a940504f tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0522561 May 12 17:47:04.480244 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6a624b-c038-4a0f-9ac2-0c9196600d48 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:47:04.502453 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port bd6a624b-c038-4a0f-9ac2-0c9196600d48, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=bd6a624b-c038-4a0f-9ac2-0c9196600d48,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:04.506610 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (bd6a624b-c038-4a0f-9ac2-0c9196600d48), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:04.534340 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-21e0b1e8-4168-4f45-8036-eaf1ac053ec1 req-d04b4453-3559-45b9-a2cf-c83ce19f5f21 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554645 May 12 17:47:04.560945 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=bd6a624b-c038-4a0f-9ac2-0c9196600d48,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:04.568066 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:04.568441 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:04.568839 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:04.569188 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:04.569528 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:04.569864 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:04.570199 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:04.570531 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:04.570927 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:04.571265 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:04.571598 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:04.571945 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:04.572277 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:04.572602 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:04.572928 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:04.949406 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['bd6a624b-c038-4a0f-9ac2-0c9196600d48'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:47:05.340514 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7326eef-29f4-4855-bc6c-c3f8000ecd29 req-948ae9fb-8b10-4b36-87b4-cbec42357a56 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:05.341963 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c7326eef-29f4-4855-bc6c-c3f8000ecd29 req-948ae9fb-8b10-4b36-87b4-cbec42357a56 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 944 time: 0.0470991 May 12 17:47:05.391176 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c7326eef-29f4-4855-bc6c-c3f8000ecd29 req-f8a17c04-e903-4eee-bb3b-583d218683e5 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=bacf64a2-dea1-4c96-8703-736e9309ec04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436180 May 12 17:47:05.647582 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aa0b9-ac50-4f55-9de1-cd5dd3671320 req-bca21e6a-0fcf-4474-a012-19bc7b260c41 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:05.649053 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c42aa0b9-ac50-4f55-9de1-cd5dd3671320 req-bca21e6a-0fcf-4474-a012-19bc7b260c41 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0482292 May 12 17:47:05.699288 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c42aa0b9-ac50-4f55-9de1-cd5dd3671320 req-1465aa4f-a514-4ca1-967c-c71301bdc017 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448027 May 12 17:47:06.307221 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 4903dc03-9110-43e6-bfaf-db2e0fe64355 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:47:06.310384 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device bd6a624b-c038-4a0f-9ac2-0c9196600d48 up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:47:06.412230 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port bd6a624b-c038-4a0f-9ac2-0c9196600d48 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:47:06.422386 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port bd6a624b-c038-4a0f-9ac2-0c9196600d48 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:47:06.423263 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (bd6a624b-c038-4a0f-9ac2-0c9196600d48), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:06.469802 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 4903dc03-9110-43e6-bfaf-db2e0fe64355, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4903dc03-9110-43e6-bfaf-db2e0fe64355,segment=NetworkSegment(6c5e8dee-70c7-48b2-9537-341e45c35413),segment_id=6c5e8dee-70c7-48b2-9537-341e45c35413)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:06.483285 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '4903dc03-9110-43e6-bfaf-db2e0fe64355', 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996', 'port_id': '4903dc03-9110-43e6-bfaf-db2e0fe64355', 'mac_address': 'fa:16:3e:a5:e9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:47:06.513108 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f6b43-a7c7-4719-bb31-4a7438cf6925 req-cde47e88-dfb4-4305-b451-88c45c43a6b1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:06.515116 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-461f6b43-a7c7-4719-bb31-4a7438cf6925 req-cde47e88-dfb4-4305-b451-88c45c43a6b1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 944 time: 0.0554082 May 12 17:47:06.552756 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 4903dc03-9110-43e6-bfaf-db2e0fe64355 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:47:06.553148 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:06.562707 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-461f6b43-a7c7-4719-bb31-4a7438cf6925 req-f9e1af9c-0ca1-4705-9e89-476632598ba6 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=bacf64a2-dea1-4c96-8703-736e9309ec04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414078 May 12 17:47:06.568732 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port bd6a624b-c038-4a0f-9ac2-0c9196600d48 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:47:06.569120 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (bd6a624b-c038-4a0f-9ac2-0c9196600d48), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:06.573779 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4903dc03-9110-43e6-bfaf-db2e0fe64355 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:47:06.606250 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd7e68e-d36e-4be7-83e3-e12e7df966b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6a624b-c038-4a0f-9ac2-0c9196600d48'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:47:06.609135 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549c781e-7038-40b0-9f03-48dec65102c3" -d '{"events": [{"server_uuid": "8fd7e68e-d36e-4be7-83e3-e12e7df966b5", "name": "network-vif-plugged", "status": "completed", "tag": "bd6a624b-c038-4a0f-9ac2-0c9196600d48"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:47:06.616013 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 4903dc03-9110-43e6-bfaf-db2e0fe64355, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4903dc03-9110-43e6-bfaf-db2e0fe64355,segment=NetworkSegment(6c5e8dee-70c7-48b2-9537-341e45c35413),segment_id=6c5e8dee-70c7-48b2-9537-341e45c35413)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:06.621972 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:06.629638 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port bd6a624b-c038-4a0f-9ac2-0c9196600d48, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=bd6a624b-c038-4a0f-9ac2-0c9196600d48,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:06.650605 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628e5c69-98b3-4686-81a3-17291462c735 x-openstack-request-id: req-628e5c69-98b3-4686-81a3-17291462c735 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:47:06.650952 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd7e68e-d36e-4be7-83e3-e12e7df966b5", "name": "network-vif-plugged", "status": "completed", "tag": "bd6a624b-c038-4a0f-9ac2-0c9196600d48", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:47:06.651210 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-628e5c69-98b3-4686-81a3-17291462c735 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:47:06.651600 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-628e5c69-98b3-4686-81a3-17291462c735'] response: {'server_uuid': '8fd7e68e-d36e-4be7-83e3-e12e7df966b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6a624b-c038-4a0f-9ac2-0c9196600d48', 'code': 200} May 12 17:47:06.652204 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (bd6a624b-c038-4a0f-9ac2-0c9196600d48), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:06.677799 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=4903dc03-9110-43e6-bfaf-db2e0fe64355,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:06.731467 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=bd6a624b-c038-4a0f-9ac2-0c9196600d48,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:06.824086 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b316af-229e-4188-b7f7-34a40612e9b9 req-679b4488-0aa3-4338-bfd9-aaaabeaf4308 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:06.825829 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-10b316af-229e-4188-b7f7-34a40612e9b9 req-679b4488-0aa3-4338-bfd9-aaaabeaf4308 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 945 time: 0.0510635 May 12 17:47:06.841686 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92b49b-0ef4-4dca-ad18-4226c5e908e0 req-5f0971eb-16a8-40c0-9d03-cc5cffdd626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:06.843887 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6f92b49b-0ef4-4dca-ad18-4226c5e908e0 req-5f0971eb-16a8-40c0-9d03-cc5cffdd626f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 1129 time: 0.0440688 May 12 17:47:06.882103 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-10b316af-229e-4188-b7f7-34a40612e9b9 req-8d3a77a8-8a10-46b6-97b0-134b3fd2d472 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503125 May 12 17:47:06.893777 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6f92b49b-0ef4-4dca-ad18-4226c5e908e0 req-1f09f8c4-ec8d-4322-8893-a9b1b9c99b96 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bacf64a2-dea1-4c96-8703-736e9309ec04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434628 May 12 17:47:06.946419 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['4903dc03-9110-43e6-bfaf-db2e0fe64355'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:47:07.677219 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb6e6b-ec4b-4597-8887-9a0108b2c61b req-9a5449f5-00f0-4206-9fe2-3230eae94fba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:07.683206 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-27fb6e6b-ec4b-4597-8887-9a0108b2c61b req-9a5449f5-00f0-4206-9fe2-3230eae94fba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 945 time: 0.0524275 May 12 17:47:07.734626 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-27fb6e6b-ec4b-4597-8887-9a0108b2c61b req-77ab6a4a-ca7e-4653-b9d6-20f2be4449d1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=bacf64a2-dea1-4c96-8703-736e9309ec04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458686 May 12 17:47:07.998244 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8315b6-2178-41f8-a6f7-e9d242a1b304 req-e474a49f-6ca0-4105-a8fa-d7599b227924 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:08.000293 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a8315b6-2178-41f8-a6f7-e9d242a1b304 req-e474a49f-6ca0-4105-a8fa-d7599b227924 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 945 time: 0.0499415 May 12 17:47:08.049148 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8a8315b6-2178-41f8-a6f7-e9d242a1b304 req-5c2f26f1-8b4f-4606-96be-083e32b7c3fb tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433960 May 12 17:47:08.851440 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a522c-24d0-4046-824c-d37c13ae1a4a req-12293125-f89b-4065-a5fb-461595b8dd28 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:08.852904 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-662a522c-24d0-4046-824c-d37c13ae1a4a req-12293125-f89b-4065-a5fb-461595b8dd28 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 945 time: 0.0506198 May 12 17:47:08.899672 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-662a522c-24d0-4046-824c-d37c13ae1a4a req-a0a19088-5b2f-49ce-aa3e-73e51f80ac1f tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=bacf64a2-dea1-4c96-8703-736e9309ec04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412066 May 12 17:47:09.163520 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12d0ab-a025-4d4f-9e8e-1c026d443a4b req-b664c688-e45c-484b-8cf1-4c60cbd80763 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:09.164958 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ad12d0ab-a025-4d4f-9e8e-1c026d443a4b req-b664c688-e45c-484b-8cf1-4c60cbd80763 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 945 time: 0.0484877 May 12 17:47:09.214768 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ad12d0ab-a025-4d4f-9e8e-1c026d443a4b req-26cada5d-5479-4743-8865-d395e8d03511 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442441 May 12 17:47:10.012964 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65038a8-f292-46db-8454-584ff899d895 req-ac736fae-c005-409a-8dae-162e4dcbddd5 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:10.014412 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e65038a8-f292-46db-8454-584ff899d895 req-ac736fae-c005-409a-8dae-162e4dcbddd5 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 945 time: 0.0470066 May 12 17:47:10.066795 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e65038a8-f292-46db-8454-584ff899d895 req-f355a95f-8f25-4b83-9b32-10f468754f72 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=bacf64a2-dea1-4c96-8703-736e9309ec04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462945 May 12 17:47:10.332592 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6c435-dc21-4bfd-b0c7-8d858ec6f4db req-ba8c4d4b-d40c-4911-b9aa-7ba9be2512f7 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:10.334228 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8be6c435-dc21-4bfd-b0c7-8d858ec6f4db req-ba8c4d4b-d40c-4911-b9aa-7ba9be2512f7 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 945 time: 0.0473990 May 12 17:47:10.383715 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8be6c435-dc21-4bfd-b0c7-8d858ec6f4db req-3b7c9728-597f-49a4-981d-f3655afd522d tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437307 May 12 17:47:10.729538 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 4903dc03-9110-43e6-bfaf-db2e0fe64355 up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:47:10.764590 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:10.779935 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port 4903dc03-9110-43e6-bfaf-db2e0fe64355 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:47:10.785261 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 4903dc03-9110-43e6-bfaf-db2e0fe64355 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:47:10.785643 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:10.863670 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 4903dc03-9110-43e6-bfaf-db2e0fe64355 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:47:10.864066 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:10.886121 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4903dc03-9110-43e6-bfaf-db2e0fe64355'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:47:10.888368 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c963dcf-dc45-4657-877e-65b600329854" -d '{"events": [{"server_uuid": "94af4804-8a27-4f9b-b471-7fa1a1dabedf", "name": "network-vif-plugged", "status": "completed", "tag": "4903dc03-9110-43e6-bfaf-db2e0fe64355"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:47:10.900908 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 4903dc03-9110-43e6-bfaf-db2e0fe64355, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4903dc03-9110-43e6-bfaf-db2e0fe64355,segment=NetworkSegment(6c5e8dee-70c7-48b2-9537-341e45c35413),segment_id=6c5e8dee-70c7-48b2-9537-341e45c35413)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:10.905186 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:10.929406 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d847f261-b2ef-49b8-89a9-c3151eee6c19 x-openstack-request-id: req-d847f261-b2ef-49b8-89a9-c3151eee6c19 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:47:10.929699 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94af4804-8a27-4f9b-b471-7fa1a1dabedf", "name": "network-vif-plugged", "status": "completed", "tag": "4903dc03-9110-43e6-bfaf-db2e0fe64355", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:47:10.929955 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d847f261-b2ef-49b8-89a9-c3151eee6c19 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:47:10.930348 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d847f261-b2ef-49b8-89a9-c3151eee6c19'] response: {'server_uuid': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4903dc03-9110-43e6-bfaf-db2e0fe64355', 'code': 200} May 12 17:47:10.956480 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=4903dc03-9110-43e6-bfaf-db2e0fe64355,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:11.191421 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b58f0-a9c0-4949-9630-28fe3b3e1f06 req-a6a804f0-1ae0-41d1-8eb4-de4e347d5daa tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:11.192807 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-eb9b58f0-a9c0-4949-9630-28fe3b3e1f06 req-a6a804f0-1ae0-41d1-8eb4-de4e347d5daa tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 945 time: 0.0574923 May 12 17:47:11.250966 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-eb9b58f0-a9c0-4949-9630-28fe3b3e1f06 req-be12c1bd-623c-4d3d-8319-1efb20325d3d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=bacf64a2-dea1-4c96-8703-736e9309ec04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520422 May 12 17:47:11.516544 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfd61c-4f6f-4b08-9f6a-60294928aee9 req-5983f63d-95b7-437e-9e1f-304e88180713 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:11.518029 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-cdcfd61c-4f6f-4b08-9f6a-60294928aee9 req-5983f63d-95b7-437e-9e1f-304e88180713 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0532124 May 12 17:47:11.569708 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-cdcfd61c-4f6f-4b08-9f6a-60294928aee9 req-32eb9a55-019b-49b4-97be-3dc27630d2d4 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454788 May 12 17:47:12.099283 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13da05-9792-4bc4-8592-d0aafad0bf4f req-4dabd692-2846-45c1-b60a-1f736148d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:12.100783 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ec13da05-9792-4bc4-8592-d0aafad0bf4f req-4dabd692-2846-45c1-b60a-1f736148d627 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 1130 time: 0.0403905 May 12 17:47:12.146288 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ec13da05-9792-4bc4-8592-d0aafad0bf4f req-39717594-29df-4741-a758-4126906bca67 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389566 May 12 17:47:12.370147 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa025f3-94f1-4949-a342-c3ff0b8cad74 req-ecd28fa6-e612-4260-b6fd-5e17668c1693 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:12.371554 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5aa025f3-94f1-4949-a342-c3ff0b8cad74 req-ecd28fa6-e612-4260-b6fd-5e17668c1693 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 945 time: 0.0467699 May 12 17:47:12.417874 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5aa025f3-94f1-4949-a342-c3ff0b8cad74 req-7bd88df3-cd2e-4768-9e56-1c173b7a81fd tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=bacf64a2-dea1-4c96-8703-736e9309ec04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407670 May 12 17:47:12.536957 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e27613-75a3-4882-b5ae-41e0e79b7d5d req-498dc626-2e26-4c61-a594-72d86847906a tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:12.538612 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-81e27613-75a3-4882-b5ae-41e0e79b7d5d req-498dc626-2e26-4c61-a594-72d86847906a tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 945 time: 0.0535119 May 12 17:47:12.548180 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 50698) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:12.553516 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-50aa5538-a0dd-436d-8e37-765a8f193c53 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'floatingip': {'port_id': 'bd6a624b-c038-4a0f-9ac2-0c9196600d48'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:12.597342 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-50aa5538-a0dd-436d-8e37-765a8f193c53 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (b7fc4fa7-4fb3-4f71-964a-1d9c55e84774), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:12.744621 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41356d-55a5-4ec7-b5a6-130973b280db req-738aaf88-3b49-4e06-9c08-bdd86dbe1d5e tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:12.746084 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5e41356d-55a5-4ec7-b5a6-130973b280db req-738aaf88-3b49-4e06-9c08-bdd86dbe1d5e tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0841303 May 12 17:47:12.795539 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387b23c-c83a-4266-b747-c2423754547c req-00c87c80-2cf6-4f0b-9507-2e842260a918 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:12.797025 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4387b23c-c83a-4266-b747-c2423754547c req-00c87c80-2cf6-4f0b-9507-2e842260a918 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0528400 May 12 17:47:12.843773 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5e41356d-55a5-4ec7-b5a6-130973b280db req-845392d8-dbba-424a-a81f-0ad6e86ea84f tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914600 May 12 17:47:12.845115 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4387b23c-c83a-4266-b747-c2423754547c req-0d4a2d78-6f1b-4694-baae-b1a44301c07a tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422361 May 12 17:47:13.144132 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-50aa5538-a0dd-436d-8e37-765a8f193c53 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:13.147982 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-50aa5538-a0dd-436d-8e37-765a8f193c53 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (b7fc4fa7-4fb3-4f71-964a-1d9c55e84774), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:13.249610 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.l3_db [None req-50aa5538-a0dd-436d-8e37-765a8f193c53 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Floating IP b7fc4fa7-4fb3-4f71-964a-1d9c55e84774 associated. External IP: 172.27.3.8, port: bd6a624b-c038-4a0f-9ac2-0c9196600d48. May 12 17:47:13.681760 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50aa5538-a0dd-436d-8e37-765a8f193c53 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Router 20c039b5-b469-4a55-8d72-a91b8dff6cff has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:47:13.793235 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50aa5538-a0dd-436d-8e37-765a8f193c53 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:47:13.799235 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-50aa5538-a0dd-436d-8e37-765a8f193c53 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:13.806128 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b919ec-cdb8-4301-a766-1ba8d16b04de None None] Sync routers for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:47:13.818015 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b919ec-cdb8-4301-a766-1ba8d16b04de None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:47:13.818715 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-a0b919ec-cdb8-4301-a766-1ba8d16b04de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:46:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:13.839045 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-50aa5538-a0dd-436d-8e37-765a8f193c53 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "PUT /v2.0/floatingips/b7fc4fa7-4fb3-4f71-964a-1d9c55e84774 HTTP/1.1" status: 200 len: 989 time: 1.2894223 May 12 17:47:13.839717 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd7e68e-d36e-4be7-83e3-e12e7df966b5', 'tag': 'bd6a624b-c038-4a0f-9ac2-0c9196600d48'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:47:13.842108 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e77d58-fdb1-43b8-a6d4-b1fcd5e1d816" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd7e68e-d36e-4be7-83e3-e12e7df966b5", "tag": "bd6a624b-c038-4a0f-9ac2-0c9196600d48"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:47:13.881475 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d0d282-4f99-4d0d-9f33-d1f2a4fc3041 x-openstack-request-id: req-a5d0d282-4f99-4d0d-9f33-d1f2a4fc3041 {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:47:13.881847 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd7e68e-d36e-4be7-83e3-e12e7df966b5", "tag": "bd6a624b-c038-4a0f-9ac2-0c9196600d48", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:47:13.882191 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a5d0d282-4f99-4d0d-9f33-d1f2a4fc3041 {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:47:13.882769 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d0d282-4f99-4d0d-9f33-d1f2a4fc3041'] response: {'name': 'network-changed', 'server_uuid': '8fd7e68e-d36e-4be7-83e3-e12e7df966b5', 'tag': 'bd6a624b-c038-4a0f-9ac2-0c9196600d48', 'status': 'completed', 'code': 200} May 12 17:47:13.938017 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-a0b919ec-cdb8-4301-a766-1ba8d16b04de None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:47:13.976612 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145e73d-4268-4c58-8821-2de9dbf90cbd req-8df7614b-caef-4a0e-b2b4-10358b4c84fb tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:13.978205 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-9145e73d-4268-4c58-8821-2de9dbf90cbd req-8df7614b-caef-4a0e-b2b4-10358b4c84fb tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0510595 May 12 17:47:13.979912 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4c36f-478d-4f76-84d5-f8cdd5da111a req-9dff0f1c-b92d-47cf-8d3f-5e0b4fbeee06 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:13.982938 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2fc4c36f-478d-4f76-84d5-f8cdd5da111a req-9dff0f1c-b92d-47cf-8d3f-5e0b4fbeee06 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0614476 May 12 17:47:14.034881 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-9145e73d-4268-4c58-8821-2de9dbf90cbd req-032092cf-528d-4c1a-924d-775ff4e46da9 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494683 May 12 17:47:14.056144 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2fc4c36f-478d-4f76-84d5-f8cdd5da111a req-201ab12d-d755-4ff2-b22d-3cf73883a336 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569117 May 12 17:47:14.159713 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713fb3d-6934-48c3-be5e-b028b80f3610 req-52f029a1-919c-4c4f-bfb8-1bb02dcc6ee5 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:14.161207 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f713fb3d-6934-48c3-be5e-b028b80f3610 req-52f029a1-919c-4c4f-bfb8-1bb02dcc6ee5 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0498946 May 12 17:47:14.185117 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-a0b919ec-cdb8-4301-a766-1ba8d16b04de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'b7fc4fa7-4fb3-4f71-964a-1d9c55e84774', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': 'bd6a624b-c038-4a0f-9ac2-0c9196600d48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:ea:33:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd7e68e-d36e-4be7-83e3-e12e7df966b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:46:53Z', 'updated_at': '2022-05-12T17:47:13Z', 'revision_number': 1, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:14.210783 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b919ec-cdb8-4301-a766-1ba8d16b04de None None] Checking router: 20c039b5-b469-4a55-8d72-a91b8dff6cff for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:47:14.219983 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b919ec-cdb8-4301-a766-1ba8d16b04de None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:47:14.220583 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-a0b919ec-cdb8-4301-a766-1ba8d16b04de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:46:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:14.223071 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e77d58-fdb1-43b8-a6d4-b1fcd5e1d816 req-f07c2018-a21b-44fe-aec0-d4c72dab93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:14.224572 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e6e77d58-fdb1-43b8-a6d4-b1fcd5e1d816 req-f07c2018-a21b-44fe-aec0-d4c72dab93dd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 1129 time: 0.0622222 May 12 17:47:14.260230 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f713fb3d-6934-48c3-be5e-b028b80f3610 req-c10cea57-7437-494a-80dc-b81e748873ba tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897403 May 12 17:47:14.283462 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 50730) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:14.334239 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e77d58-fdb1-43b8-a6d4-b1fcd5e1d816 req-360916fd-faf5-4a83-be44-d2a024df7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:14.335741 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e6e77d58-fdb1-43b8-a6d4-b1fcd5e1d816 req-360916fd-faf5-4a83-be44-d2a024df7501 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5 HTTP/1.1" status: 200 len: 916 time: 0.0970376 May 12 17:47:14.335922 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-a0b919ec-cdb8-4301-a766-1ba8d16b04de None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:47:14.416519 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e6e77d58-fdb1-43b8-a6d4-b1fcd5e1d816 req-a026115f-e148-45c0-8f5c-e3812e049ecb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6a624b-c038-4a0f-9ac2-0c9196600d48 HTTP/1.1" status: 200 len: 997 time: 0.0704303 May 12 17:47:14.419423 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd33004b-c5f0-4169-a40a-ce7d4586f0e1 tempest-TestShelveInstance-1788619722 tempest-TestShelveInstance-1788619722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:14.425681 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-fd33004b-c5f0-4169-a40a-ce7d4586f0e1 tempest-TestShelveInstance-1788619722 tempest-TestShelveInstance-1788619722-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 1125 time: 0.1411133 May 12 17:47:14.428558 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 50734) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:14.440460 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Request body: {'floatingip': {'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'port_id': '4903dc03-9110-43e6-bfaf-db2e0fe64355', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:14.488272 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e77d58-fdb1-43b8-a6d4-b1fcd5e1d816 req-242a02b0-5ef9-4132-ae11-92f178ebfc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:14.489790 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e6e77d58-fdb1-43b8-a6d4-b1fcd5e1d816 req-242a02b0-5ef9-4132-ae11-92f178ebfc10 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e6c02cbf-c8ea-4ce8-9704-004518301240 HTTP/1.1" status: 200 len: 854 time: 0.0620952 May 12 17:47:14.490734 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:14.564282 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-a0b919ec-cdb8-4301-a766-1ba8d16b04de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'b7fc4fa7-4fb3-4f71-964a-1d9c55e84774', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': 'bd6a624b-c038-4a0f-9ac2-0c9196600d48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:ea:33:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd7e68e-d36e-4be7-83e3-e12e7df966b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:46:53Z', 'updated_at': '2022-05-12T17:47:13Z', 'revision_number': 1, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:14.586539 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e77d58-fdb1-43b8-a6d4-b1fcd5e1d816 req-d43e497d-acd7-4a37-99f7-a277d3bfaa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:14.588039 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e6e77d58-fdb1-43b8-a6d4-b1fcd5e1d816 req-d43e497d-acd7-4a37-99f7-a277d3bfaa68 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0832334 May 12 17:47:14.593457 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b919ec-cdb8-4301-a766-1ba8d16b04de None None] The sync data for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi is: [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'b7fc4fa7-4fb3-4f71-964a-1d9c55e84774', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': 'bd6a624b-c038-4a0f-9ac2-0c9196600d48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:ea:33:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd7e68e-d36e-4be7-83e3-e12e7df966b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:46:53Z', 'updated_at': '2022-05-12T17:47:13Z', 'revision_number': 1, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:47:14.610178 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:14.757999 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e6e77d58-fdb1-43b8-a6d4-b1fcd5e1d816 req-7b437028-37ab-413e-b4e6-215edc4d0dc0 service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581993 May 12 17:47:14.792730 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688dd821-29be-4cb8-bdd3-2e51f328a6bf None None] New status for floating IP b7fc4fa7-4fb3-4f71-964a-1d9c55e84774: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:47:14.799989 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Allocated IP 172.27.3.57 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/57a4c672-c0f5-4bb1-a6b4-b636ef06a558) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:47:14.942781 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e6e77d58-fdb1-43b8-a6d4-b1fcd5e1d816 req-fb8ebc35-8837-425a-a524-5e91bd87dcfd service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713045 May 12 17:47:14.988589 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for port (57a4c672-c0f5-4bb1-a6b4-b636ef06a558), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:15.022024 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (57a4c672-c0f5-4bb1-a6b4-b636ef06a558), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:15.060067 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:47:15.063237 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:47:15.069629 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:47:15.076020 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Pushing event updated for resources: {'Port': ['ID=57a4c672-c0f5-4bb1-a6b4-b636ef06a558,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:15.101066 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:15.101417 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:15.101758 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:15.102100 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:15.102434 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:15.102798 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:15.103131 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:15.103458 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:15.103788 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:15.104115 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:15.104444 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:15.104770 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:15.105095 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:15.105422 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:15.105735 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:47:15.165627 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddb9be-67a7-47e7-a63e-0aac201775d8 req-e5a4a3ca-82c2-4cbf-ac93-27f79401fe05 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:15.167148 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8cddb9be-67a7-47e7-a63e-0aac201775d8 req-e5a4a3ca-82c2-4cbf-ac93-27f79401fe05 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0494478 May 12 17:47:15.226003 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8cddb9be-67a7-47e7-a63e-0aac201775d8 req-3cf652ad-7f1b-4c68-816d-82ecb5598bd2 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521624 May 12 17:47:15.711736 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for floatingip (0fcd7914-4cd4-4fb1-b07d-38d3b053b0c4), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:15.778422 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (57a4c672-c0f5-4bb1-a6b4-b636ef06a558), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:15.957322 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for port (57a4c672-c0f5-4bb1-a6b4-b636ef06a558), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:15.961781 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (57a4c672-c0f5-4bb1-a6b4-b636ef06a558), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:16.035037 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Pushing event updated for resources: {'Port': ['ID=57a4c672-c0f5-4bb1-a6b4-b636ef06a558,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:16.045731 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (0fcd7914-4cd4-4fb1-b07d-38d3b053b0c4), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:16.150563 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.l3_db [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Floating IP 0fcd7914-4cd4-4fb1-b07d-38d3b053b0c4 associated. External IP: 172.27.3.57, port: 4903dc03-9110-43e6-bfaf-db2e0fe64355. May 12 17:47:16.366766 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6c659-8da1-47e4-bb4e-b994e2535afc req-cd8e5573-5112-4788-ae5e-cf57c81af6c1 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:16.368223 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6ec6c659-8da1-47e4-bb4e-b994e2535afc req-cd8e5573-5112-4788-ae5e-cf57c81af6c1 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0619283 May 12 17:47:16.444616 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Router 2cd416fe-b11b-41e8-8e86-c85356a0f058 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:47:16.460049 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6ec6c659-8da1-47e4-bb4e-b994e2535afc req-06787a4c-de0d-4569-b42c-300764b02985 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624349 May 12 17:47:16.565243 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:47:16.576485 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01577fc6-a6d6-452c-b93b-de852de7b3dd None None] Sync routers for ids ['2cd416fe-b11b-41e8-8e86-c85356a0f058'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:47:16.584727 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:16.590571 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01577fc6-a6d6-452c-b93b-de852de7b3dd None None] Routers {'2cd416fe-b11b-41e8-8e86-c85356a0f058'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:47:16.591212 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-01577fc6-a6d6-452c-b93b-de852de7b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:46:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['2cd416fe-b11b-41e8-8e86-c85356a0f058'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:16.615961 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-7559564d-46be-4f61-98c6-34fc20728362 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1802599 May 12 17:47:16.616546 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'tag': '4903dc03-9110-43e6-bfaf-db2e0fe64355'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:47:16.618872 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92981a98-6b33-4a9b-8e9e-f8bf334ca3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "94af4804-8a27-4f9b-b471-7fa1a1dabedf", "tag": "4903dc03-9110-43e6-bfaf-db2e0fe64355"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:47:16.654080 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55677d60-94e9-4be5-8a53-18ea73dd4e91 x-openstack-request-id: req-55677d60-94e9-4be5-8a53-18ea73dd4e91 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:47:16.654436 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94af4804-8a27-4f9b-b471-7fa1a1dabedf", "tag": "4903dc03-9110-43e6-bfaf-db2e0fe64355", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:47:16.654721 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55677d60-94e9-4be5-8a53-18ea73dd4e91 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:47:16.655134 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55677d60-94e9-4be5-8a53-18ea73dd4e91'] response: {'name': 'network-changed', 'server_uuid': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'tag': '4903dc03-9110-43e6-bfaf-db2e0fe64355', 'status': 'completed', 'code': 200} May 12 17:47:16.701678 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-01577fc6-a6d6-452c-b93b-de852de7b3dd None None] Set router 2cd416fe-b11b-41e8-8e86-c85356a0f058 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:47:16.731137 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92981a98-6b33-4a9b-8e9e-f8bf334ca3ad req-677a1a92-92a7-4953-9dc6-6d852033a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:16.732643 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-92981a98-6b33-4a9b-8e9e-f8bf334ca3ad req-677a1a92-92a7-4953-9dc6-6d852033a310 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=667ee24fd13d4432a040a745bf2a0d0e&device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 1130 time: 0.0436721 May 12 17:47:16.824554 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92981a98-6b33-4a9b-8e9e-f8bf334ca3ad req-bb008e33-3203-45ad-9880-62352f5dd30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:16.826031 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-92981a98-6b33-4a9b-8e9e-f8bf334ca3ad req-bb008e33-3203-45ad-9880-62352f5dd30e service neutron] 10.222.0.89 "GET /v2.0/networks?id=068e07bd-56b1-45cc-b3d6-75b884746996 HTTP/1.1" status: 200 len: 910 time: 0.0870686 May 12 17:47:16.899540 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-92981a98-6b33-4a9b-8e9e-f8bf334ca3ad req-33a46a9d-2010-47ec-8c2f-cfbed589955b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4903dc03-9110-43e6-bfaf-db2e0fe64355 HTTP/1.1" status: 200 len: 999 time: 0.0630925 May 12 17:47:16.916443 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-01577fc6-a6d6-452c-b93b-de852de7b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'name': 'tempest-TestShelveInstance-1256171712-router', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:45:58Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 4, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'gw_port': {'id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:59Z', 'updated_at': '2022-05-12T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '0fcd7914-4cd4-4fb1-b07d-38d3b053b0c4', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'port_id': '4903dc03-9110-43e6-bfaf-db2e0fe64355', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996', 'mac_address': 'fa:16:3e:a5:e9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:47:15Z', 'updated_at': '2022-05-12T17:47:15Z', 'revision_number': 0, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b55da18-dc42-4056-be92-8132087cda82', 'name': '', 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'mac_address': 'fa:16:3e:30:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:01Z', 'updated_at': '2022-05-12T17:46:06Z', 'revision_number': 5, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'subnets': [{'id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:16.946725 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01577fc6-a6d6-452c-b93b-de852de7b3dd None None] Checking router: 2cd416fe-b11b-41e8-8e86-c85356a0f058 for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:47:16.949953 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92981a98-6b33-4a9b-8e9e-f8bf334ca3ad req-f9559d13-6b38-402c-ae20-38fda88482ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:16.951441 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-92981a98-6b33-4a9b-8e9e-f8bf334ca3ad req-f9559d13-6b38-402c-ae20-38fda88482ac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f732d2e1-a477-4bdd-a448-3a40e18f14ab HTTP/1.1" status: 200 len: 848 time: 0.0436342 May 12 17:47:16.955746 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01577fc6-a6d6-452c-b93b-de852de7b3dd None None] Routers {'2cd416fe-b11b-41e8-8e86-c85356a0f058'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:47:16.956356 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-01577fc6-a6d6-452c-b93b-de852de7b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:46:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['2cd416fe-b11b-41e8-8e86-c85356a0f058'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:16.994513 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92981a98-6b33-4a9b-8e9e-f8bf334ca3ad req-344063a8-a6f4-402a-97fc-f3f4f66a6148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:16.996032 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-92981a98-6b33-4a9b-8e9e-f8bf334ca3ad req-344063a8-a6f4-402a-97fc-f3f4f66a6148 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=068e07bd-56b1-45cc-b3d6-75b884746996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381596 May 12 17:47:17.064171 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-01577fc6-a6d6-452c-b93b-de852de7b3dd None None] Set router 2cd416fe-b11b-41e8-8e86-c85356a0f058 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:47:17.097543 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-92981a98-6b33-4a9b-8e9e-f8bf334ca3ad req-9ce4be9d-31b8-4d08-81a7-1504e63ce91e service neutron] 10.222.0.89 "GET /v2.0/networks/068e07bd-56b1-45cc-b3d6-75b884746996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882566 May 12 17:47:17.204429 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-92981a98-6b33-4a9b-8e9e-f8bf334ca3ad req-4837e2f7-38ea-4c22-b276-73d97e597a09 service neutron] 10.222.0.89 "GET /v2.0/networks/068e07bd-56b1-45cc-b3d6-75b884746996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994148 May 12 17:47:17.372235 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-01577fc6-a6d6-452c-b93b-de852de7b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'name': 'tempest-TestShelveInstance-1256171712-router', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:45:58Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 4, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'gw_port': {'id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:59Z', 'updated_at': '2022-05-12T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '0fcd7914-4cd4-4fb1-b07d-38d3b053b0c4', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'port_id': '4903dc03-9110-43e6-bfaf-db2e0fe64355', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996', 'mac_address': 'fa:16:3e:a5:e9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:47:15Z', 'updated_at': '2022-05-12T17:47:15Z', 'revision_number': 0, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b55da18-dc42-4056-be92-8132087cda82', 'name': '', 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'mac_address': 'fa:16:3e:30:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:01Z', 'updated_at': '2022-05-12T17:46:06Z', 'revision_number': 5, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'subnets': [{'id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:17.401027 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01577fc6-a6d6-452c-b93b-de852de7b3dd None None] The sync data for ids ['2cd416fe-b11b-41e8-8e86-c85356a0f058'] in dv-cinder-839793-10-iscsi is: [{'id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'name': 'tempest-TestShelveInstance-1256171712-router', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:45:58Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 4, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'gw_port': {'id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:59Z', 'updated_at': '2022-05-12T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '0fcd7914-4cd4-4fb1-b07d-38d3b053b0c4', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'port_id': '4903dc03-9110-43e6-bfaf-db2e0fe64355', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996', 'mac_address': 'fa:16:3e:a5:e9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:47:15Z', 'updated_at': '2022-05-12T17:47:15Z', 'revision_number': 0, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b55da18-dc42-4056-be92-8132087cda82', 'name': '', 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'mac_address': 'fa:16:3e:30:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:01Z', 'updated_at': '2022-05-12T17:46:06Z', 'revision_number': 5, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'subnets': [{'id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:47:17.586111 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f7c8f-3668-40f2-b7d7-bffab91b41ad req-244d1fe8-bdb2-4b12-95d6-dc158a892232 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:17.587673 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-279f7c8f-3668-40f2-b7d7-bffab91b41ad req-244d1fe8-bdb2-4b12-95d6-dc158a892232 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0595725 May 12 17:47:17.615765 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359ec9f-c1c0-4b51-aeaf-d5dcff2a998e None None] New status for floating IP 0fcd7914-4cd4-4fb1-b07d-38d3b053b0c4: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:47:17.639533 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-279f7c8f-3668-40f2-b7d7-bffab91b41ad req-4605dc65-8fe8-4db5-9184-1a62cb7a2d55 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461130 May 12 17:47:18.758953 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31590ead-9411-4e1c-bf9e-6c6232a839d5 req-67340db4-a2da-405e-9ebd-e03dd56d0f2f tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:18.760422 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-31590ead-9411-4e1c-bf9e-6c6232a839d5 req-67340db4-a2da-405e-9ebd-e03dd56d0f2f tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0481122 May 12 17:47:18.809025 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-31590ead-9411-4e1c-bf9e-6c6232a839d5 req-c3653378-5f5f-44bd-b0a6-7a278c8b8be1 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428956 May 12 17:47:19.801259 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:47:19.926982 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56720675-5c59-41cf-90b5-4dbb11299499 req-7b9b67c2-f6f9-4358-8bfb-c519bacaa282 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:19.928591 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-56720675-5c59-41cf-90b5-4dbb11299499 req-7b9b67c2-f6f9-4358-8bfb-c519bacaa282 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0487463 May 12 17:47:19.975493 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-56720675-5c59-41cf-90b5-4dbb11299499 req-a820b77e-f863-4aab-af69-06d93b06eec4 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412931 May 12 17:47:20.366523 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c02d746e-552a-4832-b201-714f3515f0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:20.630008 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 50800) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:20.674124 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_v2 [None req-104e1ca0-805c-4088-8731-4dd84612fa95 admin admin] Deleting subnet ee2de73b-4d62-4578-8928-8f56682f529f {{(pid=110069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:47:20.677281 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-104e1ca0-805c-4088-8731-4dd84612fa95 admin admin] Publish callbacks [] for subnet (ee2de73b-4d62-4578-8928-8f56682f529f), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:20.716424 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-104e1ca0-805c-4088-8731-4dd84612fa95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3117000'] for subnet (ee2de73b-4d62-4578-8928-8f56682f529f), precommit_delete_associations {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:20.755031 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-104e1ca0-805c-4088-8731-4dd84612fa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700920'] for subnet (ee2de73b-4d62-4578-8928-8f56682f529f), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:20.808322 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-104e1ca0-805c-4088-8731-4dd84612fa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3143496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3500479'] for subnet (ee2de73b-4d62-4578-8928-8f56682f529f), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:20.834484 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e1ca0-805c-4088-8731-4dd84612fa95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2de73b-4d62-4578-8928-8f56682f529f,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:20.836599 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-104e1ca0-805c-4088-8731-4dd84612fa95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:20.839706 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-104e1ca0-805c-4088-8731-4dd84612fa95 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ee2de73b-4d62-4578-8928-8f56682f529f HTTP/1.1" status: 204 len: 168 time: 0.2086422 May 12 17:47:20.842108 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 50802) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:20.914550 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a8844d3e-43f1-43d2-a36c-4452897a4658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758311'] for network (06e9bf4a-dfcc-439e-b76a-6285d33f5dcb), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:20.993946 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a8844d3e-43f1-43d2-a36c-4452897a4658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7702861', 'neutron.services.segments.db._delete_segments_for_network-8741378415382'] for network (06e9bf4a-dfcc-439e-b76a-6285d33f5dcb), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:21.014889 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-a8844d3e-43f1-43d2-a36c-4452897a4658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e9bf4a-dfcc-439e-b76a-6285d33f5dcb']}} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:21.025033 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-a8844d3e-43f1-43d2-a36c-4452897a4658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e543ed-2931-4db4-ba86-49737c2562f7') {'for_net_delete': True} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:21.025336 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-a8844d3e-43f1-43d2-a36c-4452897a4658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e543ed-2931-4db4-ba86-49737c2562f7') {} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:21.034579 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a8844d3e-43f1-43d2-a36c-4452897a4658 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741378450975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3117041'] for segment (31e543ed-2931-4db4-ba86-49737c2562f7), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:21.047788 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a8844d3e-43f1-43d2-a36c-4452897a4658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (31e543ed-2931-4db4-ba86-49737c2562f7), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:21.053757 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8844d3e-43f1-43d2-a36c-4452897a4658 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=110069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:47:21.054141 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a8844d3e-43f1-43d2-a36c-4452897a4658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3142378'] for segment (31e543ed-2931-4db4-ba86-49737c2562f7), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: Traceback (most recent call last): May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: timer() May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: cb(*args, **kw) May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: return func(*args, **kwargs) May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: self._notify() May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: self.callback(batched_events) May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: event.method(event) May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: return f(self, *a, **k) May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: return self._get(url).json() May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: return self.request(url, 'GET', **kwargs) May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:47:21.055948 dv-cinder-839793-10-iscsi neutron-server[110069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:47:21.094883 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425be12f-e77c-4ce1-9bc1-d55ea394ef7a req-91e8ce23-4a5a-456d-827b-5498b83c514c tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:21.096333 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-425be12f-e77c-4ce1-9bc1-d55ea394ef7a req-91e8ce23-4a5a-456d-827b-5498b83c514c tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0531497 May 12 17:47:21.109797 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a8844d3e-43f1-43d2-a36c-4452897a4658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7702902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7867334'] for network (06e9bf4a-dfcc-439e-b76a-6285d33f5dcb), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:21.115085 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a8844d3e-43f1-43d2-a36c-4452897a4658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:21.118138 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-a8844d3e-43f1-43d2-a36c-4452897a4658 admin admin] 10.222.0.76 "DELETE /v2.0/networks/06e9bf4a-dfcc-439e-b76a-6285d33f5dcb HTTP/1.1" status: 204 len: 168 time: 0.2750733 May 12 17:47:21.129192 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8844d3e-43f1-43d2-a36c-4452897a4658 admin admin] Pushing event deleted for resources: {'Network': ['ID=06e9bf4a-dfcc-439e-b76a-6285d33f5dcb,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:21.148482 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-425be12f-e77c-4ce1-9bc1-d55ea394ef7a req-0f0c1084-3c70-4347-b665-4a10362ef477 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463409 May 12 17:47:21.287757 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 50808) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:21.327348 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-1e0d8117-9d95-4d11-9423-9849a4526de7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5efa2685b0ca4a4e86626fddbd68e4ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383937 May 12 17:47:21.329983 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 50810) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:21.377384 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-55226ea1-6960-49c5-8be2-9b57558c6d80 admin admin] Publish callbacks [] for security_group (452ef5c2-3930-45dd-85f0-6457dcfe3db8), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:21.397973 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-55226ea1-6960-49c5-8be2-9b57558c6d80 admin admin] Publish callbacks [] for security_group (452ef5c2-3930-45dd-85f0-6457dcfe3db8), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:21.444010 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-55226ea1-6960-49c5-8be2-9b57558c6d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (452ef5c2-3930-45dd-85f0-6457dcfe3db8), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:21.446425 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-55226ea1-6960-49c5-8be2-9b57558c6d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:21.447676 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-55226ea1-6960-49c5-8be2-9b57558c6d80 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/452ef5c2-3930-45dd-85f0-6457dcfe3db8 HTTP/1.1" status: 204 len: 168 time: 0.1168056 May 12 17:47:21.455356 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55226ea1-6960-49c5-8be2-9b57558c6d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452ef5c2-3930-45dd-85f0-6457dcfe3db8,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:22.265911 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e211913-44e6-4655-ada7-6d811707ca96 req-82f08678-3a07-435e-a50b-e8a1211d9e32 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:22.267418 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7e211913-44e6-4655-ada7-6d811707ca96 req-82f08678-3a07-435e-a50b-e8a1211d9e32 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0505202 May 12 17:47:22.315717 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7e211913-44e6-4655-ada7-6d811707ca96 req-b905c8c6-17d1-4a68-a873-159ed977da79 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423961 May 12 17:47:22.621893 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1a701333-55e5-4dd0-9b09-ecad86166fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:23.430116 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f775e2e-2607-408a-aced-83360f1ef73d req-471bfb34-50fb-44c2-8226-ae198144b5ea tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:23.431604 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3f775e2e-2607-408a-aced-83360f1ef73d req-471bfb34-50fb-44c2-8226-ae198144b5ea tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0497811 May 12 17:47:23.478470 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3f775e2e-2607-408a-aced-83360f1ef73d req-8ee252ba-3f76-42a5-b129-4186f9170b9a tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413780 May 12 17:47:23.852067 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:24.595212 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac614fd7-55ad-4f7c-bbbc-8161d6b1b608 req-c7f15ffa-d4d0-4d78-b55c-1d4ff9441eed tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:24.596675 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ac614fd7-55ad-4f7c-bbbc-8161d6b1b608 req-c7f15ffa-d4d0-4d78-b55c-1d4ff9441eed tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0472057 May 12 17:47:24.651762 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ac614fd7-55ad-4f7c-bbbc-8161d6b1b608 req-ab1fff55-2cd3-42aa-bce6-808a15cc970c tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496283 May 12 17:47:24.882016 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae550f6-1d34-406d-8fc0-ef2f1c74aee7 req-7c440622-04e6-446c-b7fc-56276b82d28b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:24.883545 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5ae550f6-1d34-406d-8fc0-ef2f1c74aee7 req-7c440622-04e6-446c-b7fc-56276b82d28b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0468168 May 12 17:47:24.943037 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6441417-503d-4b41-85fd-837ad1af023e req-adb9f823-f700-4459-8793-db72896bc742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:24.944497 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c6441417-503d-4b41-85fd-837ad1af023e req-adb9f823-f700-4459-8793-db72896bc742 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bf607837a27e47bf99a32b3b095df070&device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 1130 time: 0.0601070 May 12 17:47:24.968493 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5ae550f6-1d34-406d-8fc0-ef2f1c74aee7 req-81e0d8aa-425a-4197-907a-cfbc33908af6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757751 May 12 17:47:25.044049 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6441417-503d-4b41-85fd-837ad1af023e req-1ea43ff0-6e48-4205-8b08-3d5ec708f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:25.045420 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c6441417-503d-4b41-85fd-837ad1af023e req-1ea43ff0-6e48-4205-8b08-3d5ec708f2ad service neutron] 10.222.0.89 "GET /v2.0/networks?id=16b8cd17-5204-4534-ab3e-f50d37e56b44 HTTP/1.1" status: 200 len: 912 time: 0.0876005 May 12 17:47:25.113154 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c6441417-503d-4b41-85fd-837ad1af023e req-76cbab6e-8bc9-4284-bddb-6fdf974e4843 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dae83d1a-12ad-4d98-a4d1-13233ca983ae HTTP/1.1" status: 200 len: 1002 time: 0.0608909 May 12 17:47:25.162874 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6441417-503d-4b41-85fd-837ad1af023e req-1aa9f253-8db4-4eef-b64f-97389a6d0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:25.164288 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c6441417-503d-4b41-85fd-837ad1af023e req-1aa9f253-8db4-4eef-b64f-97389a6d0be3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c91d7fdd-c4ad-4b1c-8888-f0300d813365 HTTP/1.1" status: 200 len: 850 time: 0.0441334 May 12 17:47:25.207593 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:25.214626 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6441417-503d-4b41-85fd-837ad1af023e req-c27e7361-f023-418f-9624-c88a81d2f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:25.216154 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c6441417-503d-4b41-85fd-837ad1af023e req-c27e7361-f023-418f-9624-c88a81d2f126 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16b8cd17-5204-4534-ab3e-f50d37e56b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391164 May 12 17:47:25.315510 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c6441417-503d-4b41-85fd-837ad1af023e req-26643842-fd7e-4adf-b943-ca4488feb6bf service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862982 May 12 17:47:25.409862 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c6441417-503d-4b41-85fd-837ad1af023e req-f6c08f72-501b-4a54-bc67-c50a9cd31471 service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851769 May 12 17:47:26.083263 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ac2ee-2715-458f-8edf-a882387dbc5d req-677e6a57-a0d6-451f-aa15-0713602c2c21 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:26.084737 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-218ac2ee-2715-458f-8edf-a882387dbc5d req-677e6a57-a0d6-451f-aa15-0713602c2c21 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0465775 May 12 17:47:26.131091 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-218ac2ee-2715-458f-8edf-a882387dbc5d req-f9281a73-fdfe-4fc0-bb15-979bec224623 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408814 May 12 17:47:26.611495 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:27.245552 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803b979-65b3-4a77-b55e-c5584c679c0e req-eea57568-0d53-45bb-b556-7775903d2a73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:27.247016 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0803b979-65b3-4a77-b55e-c5584c679c0e req-eea57568-0d53-45bb-b556-7775903d2a73 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0481958 May 12 17:47:27.293591 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0803b979-65b3-4a77-b55e-c5584c679c0e req-8f6ae46b-70a2-4537-beb6-023f196d52ea tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403404 May 12 17:47:40.552620 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a26c3-e715-45d2-a6bd-db87f142c307 req-f96a7a71-4da2-4a95-b78c-f86b0349e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:40.554182 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-986a26c3-e715-45d2-a6bd-db87f142c307 req-f96a7a71-4da2-4a95-b78c-f86b0349e7f3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 1129 time: 0.0438058 May 12 17:47:40.660804 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a26c3-e715-45d2-a6bd-db87f142c307 req-51f53ead-15fb-4150-9704-8809ac0a40d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:40.662261 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-986a26c3-e715-45d2-a6bd-db87f142c307 req-51f53ead-15fb-4150-9704-8809ac0a40d2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 200 len: 918 time: 0.1014240 May 12 17:47:40.737090 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed977c3-2743-4fd0-a4cb-f5f769b7f505 req-6adee8c2-87ac-482d-8448-7e17c00d9b84 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:40.738577 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7ed977c3-2743-4fd0-a4cb-f5f769b7f505 req-6adee8c2-87ac-482d-8448-7e17c00d9b84 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.2200868 May 12 17:47:40.765060 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:40.771951 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-986a26c3-e715-45d2-a6bd-db87f142c307 req-9b97f419-c786-4c79-a32e-4ec201b9b739 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7bcf6a7-e3d8-42ac-93af-72139b9509fa HTTP/1.1" status: 200 len: 1001 time: 0.0932386 May 12 17:47:40.827995 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7ed977c3-2743-4fd0-a4cb-f5f769b7f505 req-37e9ea20-f53c-4033-b2ea-55f84a22976a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825632 May 12 17:47:40.837914 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a26c3-e715-45d2-a6bd-db87f142c307 req-20f9d4d4-c621-4ab9-9c52-dbd6afa9d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:40.839448 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-986a26c3-e715-45d2-a6bd-db87f142c307 req-20f9d4d4-c621-4ab9-9c52-dbd6afa9d2ec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a749117e-7664-42e5-8028-21fb3d238fc4 HTTP/1.1" status: 200 len: 856 time: 0.0581012 May 12 17:47:40.886326 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a26c3-e715-45d2-a6bd-db87f142c307 req-5b4f8cb1-b15a-4488-ab05-107b4a5c9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:40.887858 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-986a26c3-e715-45d2-a6bd-db87f142c307 req-5b4f8cb1-b15a-4488-ab05-107b4a5c9ebb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c2308c9c-cbd7-48e8-a900-0d956d07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411937 May 12 17:47:40.935756 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575cdef-5adf-4db3-a52b-3be706dd7e68 req-5087160c-4bad-45d5-bab9-2f16451be3a0 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:40.937118 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7575cdef-5adf-4db3-a52b-3be706dd7e68 req-5087160c-4bad-45d5-bab9-2f16451be3a0 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 946 time: 0.0489237 May 12 17:47:40.982728 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7575cdef-5adf-4db3-a52b-3be706dd7e68 req-c8674161-b4cc-49a8-9f59-a6d9c5c23403 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392148 May 12 17:47:41.945985 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906706c5-85a5-4de5-afc3-dab68f7aaade req-48852e23-ded5-4861-89fe-f3c9882054a1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:41.947472 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-906706c5-85a5-4de5-afc3-dab68f7aaade req-48852e23-ded5-4861-89fe-f3c9882054a1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0457170 May 12 17:47:41.998244 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-906706c5-85a5-4de5-afc3-dab68f7aaade req-c9734159-590c-4d83-9fab-57e39f29ef75 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453672 May 12 17:47:42.101716 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097172b-d1cd-49b5-92c4-4150393956d3 req-9f8c5085-3118-4646-abb6-04d622b446e9 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:42.103472 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2097172b-d1cd-49b5-92c4-4150393956d3 req-9f8c5085-3118-4646-abb6-04d622b446e9 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 946 time: 0.0480924 May 12 17:47:42.150197 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2097172b-d1cd-49b5-92c4-4150393956d3 req-5dc5c171-356a-4ab0-94d0-cd7a9d53dd6e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410781 May 12 17:47:42.744262 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8caa6611-1190-4101-b531-09344dce9869 req-053b9b27-d1d4-4a0f-b32a-0937a3a7eb49 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518701 May 12 17:47:42.754818 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-986a26c3-e715-45d2-a6bd-db87f142c307 req-8fb0c7fd-6b20-4d22-9850-a69e1dbb8665 service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183212 May 12 17:47:43.000871 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6cba7-9447-471f-b370-ce589cbf7a93 req-2f2dc2db-807d-4cd9-9f4a-02bc730013b3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:43.002967 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1cf6cba7-9447-471f-b370-ce589cbf7a93 req-2f2dc2db-807d-4cd9-9f4a-02bc730013b3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.89 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 946 time: 0.0480537 May 12 17:47:43.133196 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [req-1cf6cba7-9447-471f-b370-ce589cbf7a93 req-6756a64d-9cbc-496d-962b-1762c22bdc52 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Deleting port 20f0b51d-9edf-437d-a233-3e26daa2ef7c {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:47:43.133914 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-1cf6cba7-9447-471f-b370-ce589cbf7a93 req-6756a64d-9cbc-496d-962b-1762c22bdc52 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:43.211902 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6611-1190-4101-b531-09344dce9869 req-52e6fffe-1da6-4ec3-9ea9-b6951ff497e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:43.213405 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8caa6611-1190-4101-b531-09344dce9869 req-52e6fffe-1da6-4ec3-9ea9-b6951ff497e9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bf607837a27e47bf99a32b3b095df070&device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 1130 time: 0.1092689 May 12 17:47:43.222218 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0ad34-f3eb-4c52-9492-40072c4a9362 req-e3cae972-9b1e-4d6c-9b4d-9fa3d5dd88c6 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:43.223718 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c2f0ad34-f3eb-4c52-9492-40072c4a9362 req-e3cae972-9b1e-4d6c-9b4d-9fa3d5dd88c6 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.1185138 May 12 17:47:43.236401 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-1cf6cba7-9447-471f-b370-ce589cbf7a93 req-6756a64d-9cbc-496d-962b-1762c22bdc52 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] For port 20f0b51d-9edf-437d-a233-3e26daa2ef7c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=20f0b51d-9edf-437d-a233-3e26daa2ef7c,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:43.237093 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-1cf6cba7-9447-471f-b370-ce589cbf7a93 req-6756a64d-9cbc-496d-962b-1762c22bdc52 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:43.288230 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-986a26c3-e715-45d2-a6bd-db87f142c307 req-eace2b52-4c5c-44cb-b95c-e0474e14cade service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534013 May 12 17:47:43.352143 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c2f0ad34-f3eb-4c52-9492-40072c4a9362 req-eadd9949-a3d1-4b5c-9608-805bfd2a9c9f tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183200 May 12 17:47:43.367978 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de82aa7-6f71-48a6-8967-87a98541286c req-c3360a5b-aaa5-4828-954d-23d2843bb99e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:43.369158 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7de82aa7-6f71-48a6-8967-87a98541286c req-c3360a5b-aaa5-4828-954d-23d2843bb99e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 946 time: 0.1363013 May 12 17:47:43.382654 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6611-1190-4101-b531-09344dce9869 req-f21ecd9b-ee37-4972-8b4e-2a5f6eb14335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:43.384168 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8caa6611-1190-4101-b531-09344dce9869 req-f21ecd9b-ee37-4972-8b4e-2a5f6eb14335 service neutron] 10.222.0.89 "GET /v2.0/networks?id=16b8cd17-5204-4534-ab3e-f50d37e56b44 HTTP/1.1" status: 200 len: 912 time: 0.1404927 May 12 17:47:43.476131 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7de82aa7-6f71-48a6-8967-87a98541286c req-b1a9c7f6-e622-405d-bfc7-cb58d691029d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c5c07b2-29bb-4732-9a7f-0c70d5e30968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908885 May 12 17:47:43.528986 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-1cf6cba7-9447-471f-b370-ce589cbf7a93 req-6756a64d-9cbc-496d-962b-1762c22bdc52 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:43.529357 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-1cf6cba7-9447-471f-b370-ce589cbf7a93 req-6756a64d-9cbc-496d-962b-1762c22bdc52 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (cf5cfb1a-dbfe-4817-ad11-d081a8022f66), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:43.529681 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.l3_db [req-1cf6cba7-9447-471f-b370-ce589cbf7a93 req-6756a64d-9cbc-496d-962b-1762c22bdc52 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Floating IP cf5cfb1a-dbfe-4817-ad11-d081a8022f66 disassociated. External IP: 172.27.3.139, port: 20f0b51d-9edf-437d-a233-3e26daa2ef7c. May 12 17:47:43.530061 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [req-1cf6cba7-9447-471f-b370-ce589cbf7a93 req-6756a64d-9cbc-496d-962b-1762c22bdc52 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Calling delete_port for 20f0b51d-9edf-437d-a233-3e26daa2ef7c owned by compute:nova {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:47:43.544773 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8caa6611-1190-4101-b531-09344dce9869 req-66fb3741-142e-4706-a076-3ba85646c867 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dae83d1a-12ad-4d98-a4d1-13233ca983ae HTTP/1.1" status: 200 len: 1002 time: 0.0622659 May 12 17:47:43.600164 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6611-1190-4101-b531-09344dce9869 req-f2c93b27-a95f-4d26-ae59-34204b99b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:43.601725 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8caa6611-1190-4101-b531-09344dce9869 req-f2c93b27-a95f-4d26-ae59-34204b99b6c4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c91d7fdd-c4ad-4b1c-8888-f0300d813365 HTTP/1.1" status: 200 len: 850 time: 0.0438671 May 12 17:47:43.651770 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6611-1190-4101-b531-09344dce9869 req-05390c82-03a0-496b-83a4-6194417cc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:43.653269 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8caa6611-1190-4101-b531-09344dce9869 req-05390c82-03a0-496b-83a4-6194417cc2b3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16b8cd17-5204-4534-ab3e-f50d37e56b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432734 May 12 17:47:43.660470 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-1cf6cba7-9447-471f-b370-ce589cbf7a93 req-6756a64d-9cbc-496d-962b-1762c22bdc52 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (20f0b51d-9edf-437d-a233-3e26daa2ef7c), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:43.687752 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756a64d-9cbc-496d-962b-1762c22bdc52 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event deleted for resources: {'Port': ['ID=20f0b51d-9edf-437d-a233-3e26daa2ef7c,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:43.763888 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8caa6611-1190-4101-b531-09344dce9869 req-61f0c96b-71d9-4b4e-b9b0-ee6c3430cdb8 service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946653 May 12 17:47:43.805325 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cf6cba7-9447-471f-b370-ce589cbf7a93 req-6756a64d-9cbc-496d-962b-1762c22bdc52 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:47:43.859980 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8caa6611-1190-4101-b531-09344dce9869 req-dd5bb134-abbf-4490-8cb2-1ed8c0ed0e38 service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891125 May 12 17:47:43.915681 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cf6cba7-9447-471f-b370-ce589cbf7a93 req-6756a64d-9cbc-496d-962b-1762c22bdc52 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:47:43.926042 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ad2873-4d8d-4948-8dac-033b68281349 None None] Sync routers for ids ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:47:43.935900 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ad2873-4d8d-4948-8dac-033b68281349 None None] Routers {'e1a375fe-d1c3-406b-ab23-82f17d5fbda7'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:47:43.936505 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-04ad2873-4d8d-4948-8dac-033b68281349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:47:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:43.985308 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf6cba7-9447-471f-b370-ce589cbf7a93 req-6756a64d-9cbc-496d-962b-1762c22bdc52 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] No DVR routers for this DVR port 20f0b51d-9edf-437d-a233-3e26daa2ef7c on host hv-cinder-83979 {{(pid=110068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:47:43.988409 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-1cf6cba7-9447-471f-b370-ce589cbf7a93 req-6756a64d-9cbc-496d-962b-1762c22bdc52 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:43.991801 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1cf6cba7-9447-471f-b370-ce589cbf7a93 req-6756a64d-9cbc-496d-962b-1762c22bdc52 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.89 "DELETE /v2.0/ports/20f0b51d-9edf-437d-a233-3e26daa2ef7c HTTP/1.1" status: 204 len: 173 time: 0.9819491 May 12 17:47:43.992282 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b3f033-5f36-4355-8221-ab55bcba8722', 'name': 'network-vif-deleted', 'tag': '20f0b51d-9edf-437d-a233-3e26daa2ef7c'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:47:43.994540 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d225b31-c739-4fd5-958c-049f59ff0742" -d '{"events": [{"server_uuid": "12b3f033-5f36-4355-8221-ab55bcba8722", "name": "network-vif-deleted", "tag": "20f0b51d-9edf-437d-a233-3e26daa2ef7c"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:47:44.030721 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452dfe83-f37b-46b7-b0bc-c2e80d020790 x-openstack-request-id: req-452dfe83-f37b-46b7-b0bc-c2e80d020790 {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:47:44.031017 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b3f033-5f36-4355-8221-ab55bcba8722", "name": "network-vif-deleted", "tag": "20f0b51d-9edf-437d-a233-3e26daa2ef7c", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:47:44.031277 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-452dfe83-f37b-46b7-b0bc-c2e80d020790 {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:47:44.031688 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452dfe83-f37b-46b7-b0bc-c2e80d020790'] response: {'server_uuid': '12b3f033-5f36-4355-8221-ab55bcba8722', 'name': 'network-vif-deleted', 'tag': '20f0b51d-9edf-437d-a233-3e26daa2ef7c', 'status': 'completed', 'code': 200} May 12 17:47:44.049446 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-04ad2873-4d8d-4948-8dac-033b68281349 None None] Set router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:47:44.244985 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-04ad2873-4d8d-4948-8dac-033b68281349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': 'efb5e0a8-8506-46a6-a472-9454affbb253', 'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'mac_address': 'fa:16:3e:c1:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:57Z', 'revision_number': 5, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'subnets': [{'id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:44.272569 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ad2873-4d8d-4948-8dac-033b68281349 None None] Checking router: e1a375fe-d1c3-406b-ab23-82f17d5fbda7 for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:47:44.281566 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ad2873-4d8d-4948-8dac-033b68281349 None None] Routers {'e1a375fe-d1c3-406b-ab23-82f17d5fbda7'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:47:44.282100 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-04ad2873-4d8d-4948-8dac-033b68281349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:47:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:44.393790 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-04ad2873-4d8d-4948-8dac-033b68281349 None None] Set router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:47:44.483011 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1387a2c-a272-46b2-8a31-5fee8d438a43 req-19792e8b-902a-48e6-933c-0b2693611f99 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:44.484492 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e1387a2c-a272-46b2-8a31-5fee8d438a43 req-19792e8b-902a-48e6-933c-0b2693611f99 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0514185 May 12 17:47:44.534377 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e1387a2c-a272-46b2-8a31-5fee8d438a43 req-74ad4277-2248-4ec4-b49e-7ca785cbd003 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430772 May 12 17:47:44.590051 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-04ad2873-4d8d-4948-8dac-033b68281349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': 'efb5e0a8-8506-46a6-a472-9454affbb253', 'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'mac_address': 'fa:16:3e:c1:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:57Z', 'revision_number': 5, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'subnets': [{'id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:47:44.595784 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3c7387b8-a064-47b1-947e-a16c4c62d5ef req-4eacaa44-ab2b-4d85-8aa9-645c0f2e699a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=12b3f033-5f36-4355-8221-ab55bcba8722 HTTP/1.1" status: 200 len: 210 time: 0.0280101 May 12 17:47:44.619742 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ad2873-4d8d-4948-8dac-033b68281349 None None] The sync data for ids ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'] in dv-cinder-839793-10-iscsi is: [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': 'efb5e0a8-8506-46a6-a472-9454affbb253', 'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'mac_address': 'fa:16:3e:c1:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:57Z', 'revision_number': 5, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'subnets': [{'id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:47:44.838517 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f74947-5228-4994-af91-a1a9f3c43061 None None] New status for floating IP cf5cfb1a-dbfe-4817-ad11-d081a8022f66: DOWN {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:47:45.649166 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c37dfb-7a9e-4c0f-9091-5b2ef75f3262 req-abd0786f-ee1f-4854-816b-9558bc389346 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:45.650633 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-74c37dfb-7a9e-4c0f-9091-5b2ef75f3262 req-abd0786f-ee1f-4854-816b-9558bc389346 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0479298 May 12 17:47:45.688266 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 50944) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:45.703441 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-74c37dfb-7a9e-4c0f-9091-5b2ef75f3262 req-23601e42-5696-46d9-80c0-c20a10ec46d8 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447235 May 12 17:47:45.743163 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6d854116-492c-4ade-86ef-f9b633e4a2ec tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group (0c5c07b2-29bb-4732-9a7f-0c70d5e30968), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:45.765929 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6d854116-492c-4ade-86ef-f9b633e4a2ec tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group (0c5c07b2-29bb-4732-9a7f-0c70d5e30968), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:45.811991 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6d854116-492c-4ade-86ef-f9b633e4a2ec tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (0c5c07b2-29bb-4732-9a7f-0c70d5e30968), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:45.815425 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6d854116-492c-4ade-86ef-f9b633e4a2ec tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:45.816579 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-6d854116-492c-4ade-86ef-f9b633e4a2ec tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "DELETE /v2.0/security-groups/0c5c07b2-29bb-4732-9a7f-0c70d5e30968 HTTP/1.1" status: 204 len: 168 time: 0.1267672 May 12 17:47:45.819384 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 50946) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:45.825406 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d854116-492c-4ade-86ef-f9b633e4a2ec tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5c07b2-29bb-4732-9a7f-0c70d5e30968,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:45.838004 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.api.v2.resource [None req-1e54c0f2-4290-427b-8bc0-dc3e6c7b1f89 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] show failed (client error): The resource could not be found. May 12 17:47:45.839031 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-1e54c0f2-4290-427b-8bc0-dc3e6c7b1f89 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups/0c5c07b2-29bb-4732-9a7f-0c70d5e30968 HTTP/1.1" status: 404 len: 347 time: 0.0184817 May 12 17:47:45.841884 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 50948) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:45.955154 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-0fa95b67-55f2-46cd-b4cb-d4cce89a566d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Deleting port 00ba38db-62e7-404f-aa9d-ef7597c34777 {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:47:45.955502 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0fa95b67-55f2-46cd-b4cb-d4cce89a566d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (00ba38db-62e7-404f-aa9d-ef7597c34777), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.028859 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0fa95b67-55f2-46cd-b4cb-d4cce89a566d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (00ba38db-62e7-404f-aa9d-ef7597c34777), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.029109 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0fa95b67-55f2-46cd-b4cb-d4cce89a566d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for floatingip (00ba38db-62e7-404f-aa9d-ef7597c34777), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.040817 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-0fa95b67-55f2-46cd-b4cb-d4cce89a566d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Calling delete_port for 00ba38db-62e7-404f-aa9d-ef7597c34777 owned by network:floatingip {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:47:46.170284 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0fa95b67-55f2-46cd-b4cb-d4cce89a566d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (00ba38db-62e7-404f-aa9d-ef7597c34777), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.197382 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa95b67-55f2-46cd-b4cb-d4cce89a566d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event deleted for resources: {'Port': ['ID=00ba38db-62e7-404f-aa9d-ef7597c34777,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:46.258949 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0fa95b67-55f2-46cd-b4cb-d4cce89a566d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for floatingip (cf5cfb1a-dbfe-4817-ad11-d081a8022f66), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.261621 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-0fa95b67-55f2-46cd-b4cb-d4cce89a566d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.262845 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-0fa95b67-55f2-46cd-b4cb-d4cce89a566d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "DELETE /v2.0/floatingips/cf5cfb1a-dbfe-4817-ad11-d081a8022f66 HTTP/1.1" status: 204 len: 168 time: 0.4200001 May 12 17:47:46.353779 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 50954) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:46.358345 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-fe2c3863-8174-4775-a651-a30e08c89691 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1078571551', 'description': 'tempest-description--1007860720'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:46.379997 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3863-8174-4775-a651-a30e08c89691 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.447048 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3863-8174-4775-a651-a30e08c89691 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group (7fd5b1f8-4380-4a4a-bdda-d751dbeb1019), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.450728 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3863-8174-4775-a651-a30e08c89691 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (7fd5b1f8-4380-4a4a-bdda-d751dbeb1019), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.479709 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3863-8174-4775-a651-a30e08c89691 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.480906 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-fe2c3863-8174-4775-a651-a30e08c89691 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1261005 May 12 17:47:46.481984 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c3863-8174-4775-a651-a30e08c89691 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:46.483889 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 50956) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:46.489458 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-dc311132-207c-4f3d-92cf-af40a4b38b25 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Request body: {'security_group_rule': {'security_group_id': '7fd5b1f8-4380-4a4a-bdda-d751dbeb1019', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:46.515921 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-dc311132-207c-4f3d-92cf-af40a4b38b25 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group_rule (d5e644d0-fd33-417d-8223-93c1d6ae5598), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.573841 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-dc311132-207c-4f3d-92cf-af40a4b38b25 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group_rule (d5e644d0-fd33-417d-8223-93c1d6ae5598), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.577176 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-dc311132-207c-4f3d-92cf-af40a4b38b25 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (d5e644d0-fd33-417d-8223-93c1d6ae5598), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.593845 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc311132-207c-4f3d-92cf-af40a4b38b25 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e644d0-fd33-417d-8223-93c1d6ae5598,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:46.602638 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-dc311132-207c-4f3d-92cf-af40a4b38b25 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.603845 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-dc311132-207c-4f3d-92cf-af40a4b38b25 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187832 May 12 17:47:46.606491 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 50958) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:46.611886 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-0ab6ed8e-b783-4586-b9a5-1a233e3595e3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Request body: {'security_group_rule': {'security_group_id': '7fd5b1f8-4380-4a4a-bdda-d751dbeb1019', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:46.636669 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ed8e-b783-4586-b9a5-1a233e3595e3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group_rule (b6e771af-0502-4e8a-a1ed-a79807b82ea7), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.693448 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ed8e-b783-4586-b9a5-1a233e3595e3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group_rule (b6e771af-0502-4e8a-a1ed-a79807b82ea7), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.697091 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ed8e-b783-4586-b9a5-1a233e3595e3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (b6e771af-0502-4e8a-a1ed-a79807b82ea7), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.716189 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6ed8e-b783-4586-b9a5-1a233e3595e3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e771af-0502-4e8a-a1ed-a79807b82ea7,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:46.726086 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ed8e-b783-4586-b9a5-1a233e3595e3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.730372 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-0ab6ed8e-b783-4586-b9a5-1a233e3595e3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199245 May 12 17:47:46.730372 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 50962) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:47:46.734511 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Request body: {'floatingip': {'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:46.756280 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.822935 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33d8c9-593c-41fa-9e7e-1fe3942338a5 req-cc599a72-bc65-4c41-89c4-4e263a8a11ee tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:46.824499 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5f33d8c9-593c-41fa-9e7e-1fe3942338a5 req-cc599a72-bc65-4c41-89c4-4e263a8a11ee tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0485702 May 12 17:47:46.844158 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:46.874380 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5f33d8c9-593c-41fa-9e7e-1fe3942338a5 req-f68cd532-1d27-4119-a1bd-3dc6bfcc9edb tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433257 May 12 17:47:46.930691 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 20f0b51d-9edf-437d-a233-3e26daa2ef7c no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:47:46.955594 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: 20f0b51d-9edf-437d-a233-3e26daa2ef7c {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:47:46.955942 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 20f0b51d-9edf-437d-a233-3e26daa2ef7c not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:47:46.956314 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Allocated IP 172.27.3.238 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/9ddd1751-7813-4df2-975b-93a3313badae) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:47:47.060212 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for port (9ddd1751-7813-4df2-975b-93a3313badae), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:47.093016 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (9ddd1751-7813-4df2-975b-93a3313badae), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:47.129713 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:47:47.132491 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:47:47.138460 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:47:47.160366 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event updated for resources: {'Port': ['ID=9ddd1751-7813-4df2-975b-93a3313badae,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:47.227073 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for floatingip (69fdc8eb-a26d-4a2e-8e0c-fe4635253e4a), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:47.263098 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (9ddd1751-7813-4df2-975b-93a3313badae), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:47.443520 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for port (9ddd1751-7813-4df2-975b-93a3313badae), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:47.447700 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (9ddd1751-7813-4df2-975b-93a3313badae), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:47.519106 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event updated for resources: {'Port': ['ID=9ddd1751-7813-4df2-975b-93a3313badae,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:47.527371 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (69fdc8eb-a26d-4a2e-8e0c-fe4635253e4a), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:47.542827 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:47.544057 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-0a01765c-3b2c-493b-8f1d-2ec48a0d21c8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8127842 May 12 17:47:47.736500 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e5802486-158c-480a-add0-b9bce6920275 req-ba011094-21e6-49ea-b2f0-666422c1b46d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1078571551&fields=id&tenant_id=c07bc791aa8d45d4a9e72758f39f6a85 HTTP/1.1" status: 200 len: 267 time: 0.0427623 May 12 17:47:47.840863 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5802486-158c-480a-add0-b9bce6920275 req-61ac8668-d382-4ea9-b075-574a2f536d0b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:47.842292 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e5802486-158c-480a-add0-b9bce6920275 req-61ac8668-d382-4ea9-b075-574a2f536d0b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/networks?id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 HTTP/1.1" status: 200 len: 817 time: 0.1001122 May 12 17:47:47.856443 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e5802486-158c-480a-add0-b9bce6920275 req-a73b41f0-9567-47eb-9bd0-18936ecf5ee0 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/quotas/c07bc791aa8d45d4a9e72758f39f6a85 HTTP/1.1" status: 200 len: 375 time: 0.0086792 May 12 17:47:47.908688 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e5802486-158c-480a-add0-b9bce6920275 req-21f7edde-92aa-4667-b524-0ca9dab523ac tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c07bc791aa8d45d4a9e72758f39f6a85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472465 May 12 17:47:47.994506 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095dec4-374a-4818-9abe-ce7c88c41085 req-6df28922-38c0-4826-9e78-3bd0875db4bc tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:47.996215 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b095dec4-374a-4818-9abe-ce7c88c41085 req-6df28922-38c0-4826-9e78-3bd0875db4bc tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0517535 May 12 17:47:48.043933 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b095dec4-374a-4818-9abe-ce7c88c41085 req-bb4da33c-7b9b-4c50-85ba-a54d9e00b0a8 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413313 May 12 17:47:48.047416 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e5802486-158c-480a-add0-b9bce6920275 req-6c3d185a-a8da-492b-8725-adb6427790bd service neutron] 10.222.0.76 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270204 May 12 17:47:48.139565 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e5802486-158c-480a-add0-b9bce6920275 req-2aa956b7-d24a-496a-9448-cfbac90ca80e service neutron] 10.222.0.76 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860140 May 12 17:47:48.296580 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f8bc3331-2e51-41de-ae88-ee01308ac7f2 req-ed9f3fb4-88c5-4b72-8bbe-0f8fcae524b7 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 210 time: 0.0280435 May 12 17:47:49.156913 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87154c4a-1642-447d-8c6c-1c5eb86a73db req-3b8013fd-7971-425e-8b37-c0c1c38af2f2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:49.158378 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-87154c4a-1642-447d-8c6c-1c5eb86a73db req-3b8013fd-7971-425e-8b37-c0c1c38af2f2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0464337 May 12 17:47:49.205045 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-87154c4a-1642-447d-8c6c-1c5eb86a73db req-d8267d49-8189-4bb1-9058-cfa7d44ca4d9 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410118 May 12 17:47:49.469697 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-09590426-5d11-43d2-b1c1-0082ca60569a req-9e12a606-8676-470e-8c88-9712eee82620 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 210 time: 0.0350327 May 12 17:47:49.491562 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5802486-158c-480a-add0-b9bce6920275 req-8814607c-a36c-4ac8-8f11-50bd8f7645cd tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:49.493033 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e5802486-158c-480a-add0-b9bce6920275 req-8814607c-a36c-4ac8-8f11-50bd8f7645cd tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.89 "GET /v2.0/networks?id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 HTTP/1.1" status: 200 len: 817 time: 0.1884916 May 12 17:47:49.678911 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e5802486-158c-480a-add0-b9bce6920275 req-ae867ad6-e292-4939-b303-52a3d4f4e689 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c07bc791aa8d45d4a9e72758f39f6a85 HTTP/1.1" status: 200 len: 380 time: 0.0512278 May 12 17:47:49.688216 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [req-e5802486-158c-480a-add0-b9bce6920275 req-042deb2c-3aa3-48b4-8e36-aa91e3598c6d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Request body: {'port': {'device_id': '67972c22-858c-41e6-85f9-27327673af00', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'admin_state_up': True, 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'security_groups': ['7fd5b1f8-4380-4a4a-bdda-d751dbeb1019']}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:49.793507 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5802486-158c-480a-add0-b9bce6920275 req-042deb2c-3aa3-48b4-8e36-aa91e3598c6d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Made reservation on behalf of c07bc791aa8d45d4a9e72758f39f6a85 for: {'port': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:47:49.796925 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-e5802486-158c-480a-add0-b9bce6920275 req-042deb2c-3aa3-48b4-8e36-aa91e3598c6d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:49.919678 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [req-e5802486-158c-480a-add0-b9bce6920275 req-042deb2c-3aa3-48b4-8e36-aa91e3598c6d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Allocated IP 172.20.0.3 (c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5/c0b0dfdc-d399-403b-bb90-d8985605957d/143d4171-1885-4746-8f1e-a6334c3f41fe) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:47:50.055746 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-e5802486-158c-480a-add0-b9bce6920275 req-042deb2c-3aa3-48b4-8e36-aa91e3598c6d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:50.089040 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-e5802486-158c-480a-add0-b9bce6920275 req-042deb2c-3aa3-48b4-8e36-aa91e3598c6d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:50.129360 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5802486-158c-480a-add0-b9bce6920275 req-042deb2c-3aa3-48b4-8e36-aa91e3598c6d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:47:50.132374 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [req-e5802486-158c-480a-add0-b9bce6920275 req-042deb2c-3aa3-48b4-8e36-aa91e3598c6d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:47:50.135869 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5802486-158c-480a-add0-b9bce6920275 req-042deb2c-3aa3-48b4-8e36-aa91e3598c6d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:47:50.167491 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042deb2c-3aa3-48b4-8e36-aa91e3598c6d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event updated for resources: {'Port': ['ID=143d4171-1885-4746-8f1e-a6334c3f41fe,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:50.196810 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5802486-158c-480a-add0-b9bce6920275 req-042deb2c-3aa3-48b4-8e36-aa91e3598c6d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:50.197444 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-e5802486-158c-480a-add0-b9bce6920275 req-042deb2c-3aa3-48b4-8e36-aa91e3598c6d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:50.214543 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e5802486-158c-480a-add0-b9bce6920275 req-042deb2c-3aa3-48b4-8e36-aa91e3598c6d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5297692 May 12 17:47:50.229481 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Request body: {'port': {'device_id': '67972c22-858c-41e6-85f9-27327673af00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:47:50.304217 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:50.337685 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ff2e7-5f03-4344-b7b7-15899ca32e46 req-b27359c7-0216-4e6c-8e63-eb645d8d4ce5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:50.339205 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-db5ff2e7-5f03-4344-b7b7-15899ca32e46 req-b27359c7-0216-4e6c-8e63-eb645d8d4ce5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0576587 May 12 17:47:50.371408 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-7aa40c72-1c07-4cf8-972c-89e86a422fb2 None None] Provisioning complete for port 143d4171-1885-4746-8f1e-a6334c3f41fe triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:47:50.372469 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-7aa40c72-1c07-4cf8-972c-89e86a422fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:50.375208 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-58b6b3b9-335a-4f0f-bffa-165c45deecfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:50.395037 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-db5ff2e7-5f03-4344-b7b7-15899ca32e46 req-0b02b2cf-2708-414d-a44a-fcc648e9705a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501337 May 12 17:47:50.410144 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-7aa40c72-1c07-4cf8-972c-89e86a422fb2 None None] Port 143d4171-1885-4746-8f1e-a6334c3f41fe cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:47:50.606736 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e575a-b356-4ba9-9b3b-4ee78a0a11b5 req-2343a171-a745-4846-8f3c-258217407a05 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:50.608321 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-060e575a-b356-4ba9-9b3b-4ee78a0a11b5 req-2343a171-a745-4846-8f3c-258217407a05 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 931 time: 0.0618849 May 12 17:47:50.669998 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143d4171-1885-4746-8f1e-a6334c3f41fe {{(pid=110068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:47:50.683359 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Publish callbacks [] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:50.695312 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-060e575a-b356-4ba9-9b3b-4ee78a0a11b5 req-9c837737-3861-4638-a6e9-29f78b90bfbe tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789716 May 12 17:47:50.702498 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.provisioning_blocks [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Transition to ACTIVE for port object 143d4171-1885-4746-8f1e-a6334c3f41fe will not be triggered until provisioned by entity L2. {{(pid=110068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:47:50.706456 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:50.993241 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Pushing event updated for resources: {'Port': ['ID=143d4171-1885-4746-8f1e-a6334c3f41fe,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:51.063317 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Attempting to bind port 143d4171-1885-4746-8f1e-a6334c3f41fe on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:47:51.063711 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Attempting to bind port 143d4171-1885-4746-8f1e-a6334c3f41fe by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5'}] {{(pid=110068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:47:51.064114 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Attempting to bind port 143d4171-1885-4746-8f1e-a6334c3f41fe on network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:47:51.069004 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Port 143d4171-1885-4746-8f1e-a6334c3f41fe on network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:47:51.069336 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Attempting to bind port 143d4171-1885-4746-8f1e-a6334c3f41fe on network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:47:51.074744 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:47:51.075086 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Checking segment: {'id': 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:47:51.075476 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Bound using segment: {'id': 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5'} {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:47:51.075905 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Bound port: 143d4171-1885-4746-8f1e-a6334c3f41fe, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5'}}] {{(pid=110068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:47:51.076267 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:51.139990 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] For port 143d4171-1885-4746-8f1e-a6334c3f41fe, host hv-cinder-83979, cleared binding levels {{(pid=110068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:47:51.143017 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] For port 143d4171-1885-4746-8f1e-a6334c3f41fe, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=143d4171-1885-4746-8f1e-a6334c3f41fe,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:47:51.149147 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:51.185173 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:51.185819 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:51.187206 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e5802486-158c-480a-add0-b9bce6920275 req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] 10.222.0.89 "PUT /v2.0/ports/143d4171-1885-4746-8f1e-a6334c3f41fe HTTP/1.1" status: 200 len: 1093 time: 0.9623044 May 12 17:47:51.187645 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67972c22-858c-41e6-85f9-27327673af00', 'tag': '143d4171-1885-4746-8f1e-a6334c3f41fe'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:47:51.190105 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd6c612-08da-4d4a-bd0f-5250f0ba0795" -d '{"events": [{"name": "network-changed", "server_uuid": "67972c22-858c-41e6-85f9-27327673af00", "tag": "143d4171-1885-4746-8f1e-a6334c3f41fe"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:47:51.225817 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c2935-0939-4ede-b106-67495d826402 service neutron] Pushing event updated for resources: {'Port': ['ID=143d4171-1885-4746-8f1e-a6334c3f41fe,revision_number=3']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:51.246665 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78379db-ed8c-4aa2-a0b5-3c8870208841 x-openstack-request-id: req-e78379db-ed8c-4aa2-a0b5-3c8870208841 {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:47:51.246984 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67972c22-858c-41e6-85f9-27327673af00", "tag": "143d4171-1885-4746-8f1e-a6334c3f41fe", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:47:51.247241 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e78379db-ed8c-4aa2-a0b5-3c8870208841 {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:47:51.247637 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e78379db-ed8c-4aa2-a0b5-3c8870208841'] response: {'name': 'network-changed', 'server_uuid': '67972c22-858c-41e6-85f9-27327673af00', 'tag': '143d4171-1885-4746-8f1e-a6334c3f41fe', 'status': 'completed', 'code': 200} May 12 17:47:51.342204 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5802486-158c-480a-add0-b9bce6920275 req-aa5e8606-4710-4662-b31e-d54d782b9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:51.343820 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e5802486-158c-480a-add0-b9bce6920275 req-aa5e8606-4710-4662-b31e-d54d782b9ec1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c07bc791aa8d45d4a9e72758f39f6a85&device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 1127 time: 0.1030705 May 12 17:47:51.393890 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e5802486-158c-480a-add0-b9bce6920275 req-e7f19fa8-c017-405c-946f-e2bb557ead40 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=143d4171-1885-4746-8f1e-a6334c3f41fe HTTP/1.1" status: 200 len: 217 time: 0.0348554 May 12 17:47:51.450958 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5802486-158c-480a-add0-b9bce6920275 req-0b493cc1-42c7-4594-b544-0befc912b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:51.452409 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e5802486-158c-480a-add0-b9bce6920275 req-0b493cc1-42c7-4594-b544-0befc912b94d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0b0dfdc-d399-403b-bb90-d8985605957d HTTP/1.1" status: 200 len: 856 time: 0.0491662 May 12 17:47:51.523750 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5802486-158c-480a-add0-b9bce6920275 req-912b9dbe-c680-4a9e-ae0e-173547117945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:51.525247 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e5802486-158c-480a-add0-b9bce6920275 req-912b9dbe-c680-4a9e-ae0e-173547117945 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0660839 May 12 17:47:51.533623 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140c557-c926-41cd-9b81-234bc7aca265 req-1c98359c-3565-414c-8b80-3ac5bbd22f7a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:51.534992 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6140c557-c926-41cd-9b81-234bc7aca265 req-1c98359c-3565-414c-8b80-3ac5bbd22f7a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0680320 May 12 17:47:51.635062 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6140c557-c926-41cd-9b81-234bc7aca265 req-6d73db3d-da30-47f1-847c-99ffe2543dd7 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923653 May 12 17:47:51.652117 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e5802486-158c-480a-add0-b9bce6920275 req-633916cb-dcb6-41d4-88eb-cbfea93c5021 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162283 May 12 17:47:51.747872 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e5802486-158c-480a-add0-b9bce6920275 req-d9132e05-cacf-4ab4-8f8b-adb8714231b3 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849407 May 12 17:47:51.818275 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c441c-08fd-4b85-acdb-fe418d9866dc req-9ddafa68-a53b-4b66-97ca-7357628ec3bb tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:51.819742 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6c8c441c-08fd-4b85-acdb-fe418d9866dc req-9ddafa68-a53b-4b66-97ca-7357628ec3bb tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 943 time: 0.0499475 May 12 17:47:51.867283 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6c8c441c-08fd-4b85-acdb-fe418d9866dc req-5bfb0202-c2e3-4097-aee9-28ec1540ed52 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418839 May 12 17:47:52.624420 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8a7b29c6-a4de-4467-abd8-e85bcb4507e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:52.748510 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339a141-4918-4e91-a393-3128e136c651 req-a533cd74-2573-4262-b7b9-3a4b8f27082f tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:52.749959 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b339a141-4918-4e91-a393-3128e136c651 req-a533cd74-2573-4262-b7b9-3a4b8f27082f tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0464792 May 12 17:47:52.797817 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b339a141-4918-4e91-a393-3128e136c651 req-ec773550-8ff5-4a49-ad25-aa6b173fa0d8 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418978 May 12 17:47:52.984258 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020d112-59e0-4d2b-ae9d-97429c4a369a req-bd20ee13-de32-4a21-9714-2862e79ecfcd tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:52.985727 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a020d112-59e0-4d2b-ae9d-97429c4a369a req-bd20ee13-de32-4a21-9714-2862e79ecfcd tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 943 time: 0.0478106 May 12 17:47:53.032650 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a020d112-59e0-4d2b-ae9d-97429c4a369a req-b52e3a9a-9ab2-4e52-8533-7d28699e8013 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408998 May 12 17:47:53.074531 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6c612-08da-4d4a-bd0f-5250f0ba0795 req-f7cbab99-ea90-4bd0-a9e6-6e4d35bc5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:53.076537 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2bd6c612-08da-4d4a-bd0f-5250f0ba0795 req-f7cbab99-ea90-4bd0-a9e6-6e4d35bc5e99 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c07bc791aa8d45d4a9e72758f39f6a85&device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 1127 time: 0.0397871 May 12 17:47:53.180084 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6c612-08da-4d4a-bd0f-5250f0ba0795 req-cf4f5fce-521b-4dc8-89e7-4700ed4b996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:53.181627 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2bd6c612-08da-4d4a-bd0f-5250f0ba0795 req-cf4f5fce-521b-4dc8-89e7-4700ed4b996a service neutron] 10.222.0.89 "GET /v2.0/networks?id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 HTTP/1.1" status: 200 len: 918 time: 0.0864744 May 12 17:47:53.227495 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2bd6c612-08da-4d4a-bd0f-5250f0ba0795 req-1b24b318-4bd2-405c-96d6-af62887fde83 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=143d4171-1885-4746-8f1e-a6334c3f41fe HTTP/1.1" status: 200 len: 217 time: 0.0336115 May 12 17:47:53.280860 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6c612-08da-4d4a-bd0f-5250f0ba0795 req-500616de-c647-4028-9861-dbd1bc9f0573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:53.282260 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2bd6c612-08da-4d4a-bd0f-5250f0ba0795 req-500616de-c647-4028-9861-dbd1bc9f0573 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0b0dfdc-d399-403b-bb90-d8985605957d HTTP/1.1" status: 200 len: 856 time: 0.0434778 May 12 17:47:53.335911 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6c612-08da-4d4a-bd0f-5250f0ba0795 req-a0c71014-4972-4d5a-91db-386c5d0c5469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:53.337356 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2bd6c612-08da-4d4a-bd0f-5250f0ba0795 req-a0c71014-4972-4d5a-91db-386c5d0c5469 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417013 May 12 17:47:53.429120 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2bd6c612-08da-4d4a-bd0f-5250f0ba0795 req-4a93d27f-b717-4113-8943-31127064f70b service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808563 May 12 17:47:53.625126 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2bd6c612-08da-4d4a-bd0f-5250f0ba0795 req-9c16321e-20c9-49a0-a70f-9f1a783807eb service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876274 May 12 17:47:53.855824 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:53.913803 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5257f5-7fe3-4a16-813e-fa4ed25a4b66 req-a5e9c682-7257-44d6-94bb-16beecad0d1e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:53.915313 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1f5257f5-7fe3-4a16-813e-fa4ed25a4b66 req-a5e9c682-7257-44d6-94bb-16beecad0d1e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0482578 May 12 17:47:53.961098 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1f5257f5-7fe3-4a16-813e-fa4ed25a4b66 req-5407e0dd-d9de-4f0f-bb5a-92274d16eaac tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402474 May 12 17:47:54.153092 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1360dd-2902-461d-a619-93b88d719b97 req-286c8c19-b422-420f-97f7-4b0adf92c728 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:54.154495 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3e1360dd-2902-461d-a619-93b88d719b97 req-286c8c19-b422-420f-97f7-4b0adf92c728 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 943 time: 0.0492134 May 12 17:47:54.199890 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3e1360dd-2902-461d-a619-93b88d719b97 req-4ebbfc7b-e4aa-4d3a-a9e9-d293d988a293 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399773 May 12 17:47:54.978848 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 143d4171-1885-4746-8f1e-a6334c3f41fe details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:47:55.076096 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 143d4171-1885-4746-8f1e-a6334c3f41fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=143d4171-1885-4746-8f1e-a6334c3f41fe,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:55.080450 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2f4e1-aa12-4ee0-836c-035276336e66 req-80f801c9-582b-442b-a041-658b495fcbb9 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:55.081925 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8bc2f4e1-aa12-4ee0-836c-035276336e66 req-80f801c9-582b-442b-a041-658b495fcbb9 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0521991 May 12 17:47:55.087855 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '143d4171-1885-4746-8f1e-a6334c3f41fe', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'port_id': '143d4171-1885-4746-8f1e-a6334c3f41fe', 'mac_address': 'fa:16:3e:93:c7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:47:55.130734 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 143d4171-1885-4746-8f1e-a6334c3f41fe is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:47:55.131100 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8bc2f4e1-aa12-4ee0-836c-035276336e66 req-65085e5a-c6ea-4775-a410-1b3da1640cdc tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428789 May 12 17:47:55.131228 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:55.144008 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143d4171-1885-4746-8f1e-a6334c3f41fe {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:47:55.164541 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 143d4171-1885-4746-8f1e-a6334c3f41fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=143d4171-1885-4746-8f1e-a6334c3f41fe,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:55.168263 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:55.221695 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:55.225151 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=143d4171-1885-4746-8f1e-a6334c3f41fe,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:55.318864 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3501c9-80d7-4591-a337-d240f81f9a80 req-005dd424-6ef8-44c8-be08-97d541b7a166 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:55.320351 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ee3501c9-80d7-4591-a337-d240f81f9a80 req-005dd424-6ef8-44c8-be08-97d541b7a166 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 944 time: 0.0475094 May 12 17:47:55.367014 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ee3501c9-80d7-4591-a337-d240f81f9a80 req-9cb597cf-c76d-41e2-9461-46d711a721e0 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410717 May 12 17:47:55.549321 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['143d4171-1885-4746-8f1e-a6334c3f41fe'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:47:56.248209 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac367a2f-f867-4a00-8292-552932f847f7 req-1a294fed-30f4-4619-97bb-692caa84fa8a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:56.249683 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ac367a2f-f867-4a00-8292-552932f847f7 req-1a294fed-30f4-4619-97bb-692caa84fa8a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0474677 May 12 17:47:56.297770 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ac367a2f-f867-4a00-8292-552932f847f7 req-16542a42-70f9-4daf-b130-2e02fc46d684 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419159 May 12 17:47:56.486637 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c7146-83aa-4109-9853-bdfd0c23561c req-6249fbc9-78f2-4994-8a09-88663e588a50 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:56.488032 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2c7c7146-83aa-4109-9853-bdfd0c23561c req-6249fbc9-78f2-4994-8a09-88663e588a50 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 944 time: 0.0515888 May 12 17:47:56.535011 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2c7c7146-83aa-4109-9853-bdfd0c23561c req-da4d988f-b9cc-4a6b-8ff2-92d3bbbe0cde tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407600 May 12 17:47:56.615258 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:56.800252 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:47:57.001220 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 143d4171-1885-4746-8f1e-a6334c3f41fe up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:47:57.044618 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port 143d4171-1885-4746-8f1e-a6334c3f41fe completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:47:57.052368 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 143d4171-1885-4746-8f1e-a6334c3f41fe triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:47:57.052726 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:57.130116 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 143d4171-1885-4746-8f1e-a6334c3f41fe is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:47:57.130613 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:57.153397 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67972c22-858c-41e6-85f9-27327673af00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143d4171-1885-4746-8f1e-a6334c3f41fe'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:47:57.155673 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85e33a1-d6b7-4d6e-924c-f9032727d4c4" -d '{"events": [{"server_uuid": "67972c22-858c-41e6-85f9-27327673af00", "name": "network-vif-plugged", "status": "completed", "tag": "143d4171-1885-4746-8f1e-a6334c3f41fe"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:47:57.169245 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 143d4171-1885-4746-8f1e-a6334c3f41fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=143d4171-1885-4746-8f1e-a6334c3f41fe,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:47:57.173428 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:47:57.198216 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71d4803-63e0-4dfb-964e-7fffff1e7bc7 x-openstack-request-id: req-b71d4803-63e0-4dfb-964e-7fffff1e7bc7 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:47:57.198509 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67972c22-858c-41e6-85f9-27327673af00", "name": "network-vif-plugged", "status": "completed", "tag": "143d4171-1885-4746-8f1e-a6334c3f41fe", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:47:57.198788 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b71d4803-63e0-4dfb-964e-7fffff1e7bc7 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:47:57.199181 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71d4803-63e0-4dfb-964e-7fffff1e7bc7'] response: {'server_uuid': '67972c22-858c-41e6-85f9-27327673af00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143d4171-1885-4746-8f1e-a6334c3f41fe', 'code': 200} May 12 17:47:57.227744 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=143d4171-1885-4746-8f1e-a6334c3f41fe,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:47:57.376157 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31512fd8-ee50-41e2-8ec6-29a4f6a84fc5 req-c412a497-1f55-460a-91b7-8960b181ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:57.377642 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-31512fd8-ee50-41e2-8ec6-29a4f6a84fc5 req-c412a497-1f55-460a-91b7-8960b181ca56 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 1129 time: 0.0384891 May 12 17:47:57.414004 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af931a2-7ca9-4b41-88ec-1e497a1f1756 req-99ff5a9d-39d0-42ec-8a43-d17cb1ef2d38 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:57.415529 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0af931a2-7ca9-4b41-88ec-1e497a1f1756 req-99ff5a9d-39d0-42ec-8a43-d17cb1ef2d38 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0482936 May 12 17:47:57.425759 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-31512fd8-ee50-41e2-8ec6-29a4f6a84fc5 req-a9df8470-10a5-4698-9c18-a9d50a4a279f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417624 May 12 17:47:57.461985 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0af931a2-7ca9-4b41-88ec-1e497a1f1756 req-9c033deb-16ce-4a46-8028-e23da8baed78 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408182 May 12 17:47:57.654608 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be1882-9ae3-4995-8f84-696acdcbad97 req-ba4f140b-0c93-4d19-bd96-44be2a05cb32 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:57.656184 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c7be1882-9ae3-4995-8f84-696acdcbad97 req-ba4f140b-0c93-4d19-bd96-44be2a05cb32 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0485160 May 12 17:47:57.701555 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c7be1882-9ae3-4995-8f84-696acdcbad97 req-27c09d56-fbeb-4bbf-b3f6-914a2c1ae21e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397761 May 12 17:47:58.576054 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aade283-0faa-4d18-ab2b-7269122cb629 req-e4c1cf53-6024-4ec7-8217-3535a48f47d7 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:58.577578 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6aade283-0faa-4d18-ab2b-7269122cb629 req-e4c1cf53-6024-4ec7-8217-3535a48f47d7 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0478580 May 12 17:47:58.629974 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6aade283-0faa-4d18-ab2b-7269122cb629 req-15c903df-7f9f-4938-acd8-e5ee4aae0d25 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470078 May 12 17:47:58.818362 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973e17b-a70f-49fe-9a86-9da0e5751dca req-eab9cc55-6724-44a5-83c9-b92bedfe5ea3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:58.819929 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b973e17b-a70f-49fe-9a86-9da0e5751dca req-eab9cc55-6724-44a5-83c9-b92bedfe5ea3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0472283 May 12 17:47:58.865563 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b973e17b-a70f-49fe-9a86-9da0e5751dca req-13a81c39-f6be-49d7-9991-70a96e00fa5f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402200 May 12 17:47:59.746787 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ef02d-bcd5-4411-958a-9ed4cab046b4 req-88596973-c2a0-444d-bcce-ed7f66cd4882 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:59.748249 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-647ef02d-bcd5-4411-958a-9ed4cab046b4 req-88596973-c2a0-444d-bcce-ed7f66cd4882 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0496886 May 12 17:47:59.795939 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-647ef02d-bcd5-4411-958a-9ed4cab046b4 req-63927811-a992-41c9-b62e-dd0445b5fb99 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420609 May 12 17:47:59.984904 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77743cb4-08de-48bb-b8bf-0ec80a73ba94 req-c1dfb2fc-01fe-4fb7-b661-2e71ddcf2a7c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:47:59.986358 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-77743cb4-08de-48bb-b8bf-0ec80a73ba94 req-c1dfb2fc-01fe-4fb7-b661-2e71ddcf2a7c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0499263 May 12 17:48:00.033380 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-77743cb4-08de-48bb-b8bf-0ec80a73ba94 req-698633ca-90bf-4bf4-bf2b-48b63ae3995e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414963 May 12 17:48:00.144464 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6b61c-fc92-4d53-a2da-926bb7bd2565 req-10895447-e946-41a5-9693-29bc6d1f937f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:00.145918 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7ef6b61c-fc92-4d53-a2da-926bb7bd2565 req-10895447-e946-41a5-9693-29bc6d1f937f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0467093 May 12 17:48:00.155149 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 51056) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:00.159413 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-907f645b-2d83-45f4-908d-ad08ab8ea130 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Request body: {'floatingip': {'port_id': '143d4171-1885-4746-8f1e-a6334c3f41fe'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:00.201219 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-907f645b-2d83-45f4-908d-ad08ab8ea130 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for floatingip (69fdc8eb-a26d-4a2e-8e0c-fe4635253e4a), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:00.649091 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-907f645b-2d83-45f4-908d-ad08ab8ea130 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:00.653297 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-907f645b-2d83-45f4-908d-ad08ab8ea130 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (69fdc8eb-a26d-4a2e-8e0c-fe4635253e4a), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:00.759540 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.l3_db [None req-907f645b-2d83-45f4-908d-ad08ab8ea130 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Floating IP 69fdc8eb-a26d-4a2e-8e0c-fe4635253e4a associated. External IP: 172.27.3.238, port: 143d4171-1885-4746-8f1e-a6334c3f41fe. May 12 17:48:00.973358 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125034dd-59c0-4764-9594-614da955fd71 req-de9294a8-cf68-4a2f-a4ca-222184d8e1a1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:00.974743 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-125034dd-59c0-4764-9594-614da955fd71 req-de9294a8-cf68-4a2f-a4ca-222184d8e1a1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0885484 May 12 17:48:00.990887 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77ad1f-69bd-4f47-9b8c-a6d302f97e76 req-446d5f5e-758b-4f5c-a061-43f8616dc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:00.993518 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1c77ad1f-69bd-4f47-9b8c-a6d302f97e76 req-446d5f5e-758b-4f5c-a061-43f8616dc45e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 1129 time: 0.0408087 May 12 17:48:01.042410 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1c77ad1f-69bd-4f47-9b8c-a6d302f97e76 req-e47b6494-5d83-44fc-8dc1-31410e7f4494 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397139 May 12 17:48:01.075112 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-125034dd-59c0-4764-9594-614da955fd71 req-48c2257d-1aad-44c6-9d00-4d2b4c2a965f tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920498 May 12 17:48:01.083849 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907f645b-2d83-45f4-908d-ad08ab8ea130 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:48:01.194961 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907f645b-2d83-45f4-908d-ad08ab8ea130 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:48:01.199502 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-907f645b-2d83-45f4-908d-ad08ab8ea130 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:01.206324 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0e3e7-d336-40a8-b0ed-e05201958320 None None] Sync routers for ids ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:48:01.216884 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0e3e7-d336-40a8-b0ed-e05201958320 None None] Routers {'e1a375fe-d1c3-406b-ab23-82f17d5fbda7'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:01.217551 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-b3f0e3e7-d336-40a8-b0ed-e05201958320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:47:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:01.230893 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-907f645b-2d83-45f4-908d-ad08ab8ea130 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "PUT /v2.0/floatingips/69fdc8eb-a26d-4a2e-8e0c-fe4635253e4a HTTP/1.1" status: 200 len: 991 time: 1.0746121 May 12 17:48:01.231388 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67972c22-858c-41e6-85f9-27327673af00', 'tag': '143d4171-1885-4746-8f1e-a6334c3f41fe'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:01.233655 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f986de7-45e0-41e5-83f2-f6a71e297f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "67972c22-858c-41e6-85f9-27327673af00", "tag": "143d4171-1885-4746-8f1e-a6334c3f41fe"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:01.271395 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c443e80c-54bb-4868-b228-79dfede9371d x-openstack-request-id: req-c443e80c-54bb-4868-b228-79dfede9371d {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:01.271699 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67972c22-858c-41e6-85f9-27327673af00", "tag": "143d4171-1885-4746-8f1e-a6334c3f41fe", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:01.271957 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c443e80c-54bb-4868-b228-79dfede9371d {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:01.272362 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c443e80c-54bb-4868-b228-79dfede9371d'] response: {'name': 'network-changed', 'server_uuid': '67972c22-858c-41e6-85f9-27327673af00', 'tag': '143d4171-1885-4746-8f1e-a6334c3f41fe', 'status': 'completed', 'code': 200} May 12 17:48:01.327995 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-b3f0e3e7-d336-40a8-b0ed-e05201958320 None None] Set router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:01.408126 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f986de7-45e0-41e5-83f2-f6a71e297f1a req-5b04e70d-5929-4157-b543-0c91d17019d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:01.409632 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8f986de7-45e0-41e5-83f2-f6a71e297f1a req-5b04e70d-5929-4157-b543-0c91d17019d1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c07bc791aa8d45d4a9e72758f39f6a85&device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 1129 time: 0.0397394 May 12 17:48:01.506849 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f986de7-45e0-41e5-83f2-f6a71e297f1a req-1d8ed1e8-7e12-47e5-b84d-123f1e0bcff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:01.508355 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8f986de7-45e0-41e5-83f2-f6a71e297f1a req-1d8ed1e8-7e12-47e5-b84d-123f1e0bcff2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 HTTP/1.1" status: 200 len: 918 time: 0.0871460 May 12 17:48:01.545158 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-b3f0e3e7-d336-40a8-b0ed-e05201958320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '69fdc8eb-a26d-4a2e-8e0c-fe4635253e4a', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'port_id': '143d4171-1885-4746-8f1e-a6334c3f41fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'mac_address': 'fa:16:3e:93:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67972c22-858c-41e6-85f9-27327673af00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:47:47Z', 'updated_at': '2022-05-12T17:48:00Z', 'revision_number': 1, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb5e0a8-8506-46a6-a472-9454affbb253', 'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'mac_address': 'fa:16:3e:c1:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:57Z', 'revision_number': 5, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'subnets': [{'id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:01.571905 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0e3e7-d336-40a8-b0ed-e05201958320 None None] Checking router: e1a375fe-d1c3-406b-ab23-82f17d5fbda7 for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:48:01.580578 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0e3e7-d336-40a8-b0ed-e05201958320 None None] Routers {'e1a375fe-d1c3-406b-ab23-82f17d5fbda7'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:01.580749 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8f986de7-45e0-41e5-83f2-f6a71e297f1a req-9948140c-753b-4079-9fcf-ca4688fa7362 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=143d4171-1885-4746-8f1e-a6334c3f41fe HTTP/1.1" status: 200 len: 999 time: 0.0629647 May 12 17:48:01.581181 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-b3f0e3e7-d336-40a8-b0ed-e05201958320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:47:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:01.767111 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-b3f0e3e7-d336-40a8-b0ed-e05201958320 None None] Set router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:01.982918 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-b3f0e3e7-d336-40a8-b0ed-e05201958320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '69fdc8eb-a26d-4a2e-8e0c-fe4635253e4a', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'port_id': '143d4171-1885-4746-8f1e-a6334c3f41fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'mac_address': 'fa:16:3e:93:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67972c22-858c-41e6-85f9-27327673af00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:47:47Z', 'updated_at': '2022-05-12T17:48:00Z', 'revision_number': 1, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb5e0a8-8506-46a6-a472-9454affbb253', 'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'mac_address': 'fa:16:3e:c1:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:57Z', 'revision_number': 5, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'subnets': [{'id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:02.012457 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0e3e7-d336-40a8-b0ed-e05201958320 None None] The sync data for ids ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'] in dv-cinder-839793-10-iscsi is: [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '69fdc8eb-a26d-4a2e-8e0c-fe4635253e4a', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'port_id': '143d4171-1885-4746-8f1e-a6334c3f41fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'mac_address': 'fa:16:3e:93:c7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67972c22-858c-41e6-85f9-27327673af00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:47:47Z', 'updated_at': '2022-05-12T17:48:00Z', 'revision_number': 1, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb5e0a8-8506-46a6-a472-9454affbb253', 'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'mac_address': 'fa:16:3e:c1:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:57Z', 'revision_number': 5, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'subnets': [{'id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:48:02.098728 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f986de7-45e0-41e5-83f2-f6a71e297f1a req-c1165bea-591b-495e-bd60-ea7c35b3a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:02.101450 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8f986de7-45e0-41e5-83f2-f6a71e297f1a req-c1165bea-591b-495e-bd60-ea7c35b3a2ea service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0b0dfdc-d399-403b-bb90-d8985605957d HTTP/1.1" status: 200 len: 856 time: 0.0518625 May 12 17:48:02.197205 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f986de7-45e0-41e5-83f2-f6a71e297f1a req-45c0c2bf-4fed-4bbc-82bc-5a7c38f68b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:02.198857 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8f986de7-45e0-41e5-83f2-f6a71e297f1a req-45c0c2bf-4fed-4bbc-82bc-5a7c38f68b8d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0852993 May 12 17:48:02.216427 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837d15d-a59c-4d01-aa43-852e9ab67d8b req-00e79c9c-e622-46bc-a048-df4ff3ef7bbf tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:02.218321 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c837d15d-a59c-4d01-aa43-852e9ab67d8b req-00e79c9c-e622-46bc-a048-df4ff3ef7bbf tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0650094 May 12 17:48:02.268087 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e033f00-42e5-4aec-931e-ae750f90cb8e None None] New status for floating IP 69fdc8eb-a26d-4a2e-8e0c-fe4635253e4a: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:48:02.337129 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c837d15d-a59c-4d01-aa43-852e9ab67d8b req-65cca964-93c7-436d-b5ea-bb9a0f190b74 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098039 May 12 17:48:02.355443 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8f986de7-45e0-41e5-83f2-f6a71e297f1a req-832d5411-ee08-4329-9e62-eb00dd45ef96 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359406 May 12 17:48:02.457792 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8f986de7-45e0-41e5-83f2-f6a71e297f1a req-eb417648-5899-4b49-ba7e-c4ebf59464aa service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890379 May 12 17:48:03.458267 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5a422-b169-4dec-a8ff-555c3c784fe8 req-0a955f6f-294e-4f21-84fe-2fb9569e8869 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:03.459659 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-06e5a422-b169-4dec-a8ff-555c3c784fe8 req-0a955f6f-294e-4f21-84fe-2fb9569e8869 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0493593 May 12 17:48:03.506503 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-06e5a422-b169-4dec-a8ff-555c3c784fe8 req-ccbf99fe-2c04-43cb-92d1-e2c947d86c84 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403209 May 12 17:48:03.924190 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b96fb-e05c-4101-bbf2-d20a23e335dd req-4eb8c6a7-a056-4d57-8486-d0e00f1ba65b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:03.925616 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d86b96fb-e05c-4101-bbf2-d20a23e335dd req-4eb8c6a7-a056-4d57-8486-d0e00f1ba65b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0722837 May 12 17:48:03.928514 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163183b-4773-4776-a1ba-beb7270195a0 req-cd5180d3-db5f-41a4-9bed-5c3e3b8845bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:03.930370 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f163183b-4773-4776-a1ba-beb7270195a0 req-cd5180d3-db5f-41a4-9bed-5c3e3b8845bd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 1129 time: 0.0676441 May 12 17:48:04.031758 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d86b96fb-e05c-4101-bbf2-d20a23e335dd req-bf5bfabe-2eeb-41eb-a2c2-2829a6d7da55 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989647 May 12 17:48:04.052141 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163183b-4773-4776-a1ba-beb7270195a0 req-d75f8860-f50f-462c-9d27-a9bcb9c0cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:04.054379 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f163183b-4773-4776-a1ba-beb7270195a0 req-d75f8860-f50f-462c-9d27-a9bcb9c0cfb8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 200 len: 918 time: 0.1153715 May 12 17:48:04.118351 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f163183b-4773-4776-a1ba-beb7270195a0 req-c27d1394-d53c-43b7-ac47-fc7b5d65f208 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7bcf6a7-e3d8-42ac-93af-72139b9509fa HTTP/1.1" status: 200 len: 1001 time: 0.0573721 May 12 17:48:04.170480 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163183b-4773-4776-a1ba-beb7270195a0 req-eb46c93b-8358-41d2-8520-91de69ca808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:04.171960 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f163183b-4773-4776-a1ba-beb7270195a0 req-eb46c93b-8358-41d2-8520-91de69ca808c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a749117e-7664-42e5-8028-21fb3d238fc4 HTTP/1.1" status: 200 len: 856 time: 0.0469158 May 12 17:48:04.214665 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163183b-4773-4776-a1ba-beb7270195a0 req-6d1a46d2-3afd-4f54-8c73-ce7258f28726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:04.216131 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f163183b-4773-4776-a1ba-beb7270195a0 req-6d1a46d2-3afd-4f54-8c73-ce7258f28726 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c2308c9c-cbd7-48e8-a900-0d956d07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376098 May 12 17:48:04.307245 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f163183b-4773-4776-a1ba-beb7270195a0 req-636fc35b-2afe-4d8c-8db0-cfa4b7bc8e3c service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841823 May 12 17:48:04.398119 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f163183b-4773-4776-a1ba-beb7270195a0 req-2085d6a6-9b9d-4a78-8bcd-2fecb023c508 service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834382 May 12 17:48:05.145976 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1bc30-4586-4f7b-9e39-fbfd7da77fe5 req-433d373f-45de-420f-9a7e-b509c45fd471 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:05.148313 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-bbf1bc30-4586-4f7b-9e39-fbfd7da77fe5 req-433d373f-45de-420f-9a7e-b509c45fd471 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0467951 May 12 17:48:05.197440 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-bbf1bc30-4586-4f7b-9e39-fbfd7da77fe5 req-8b2d8a4a-2a4a-4a36-bccb-f5b106c58d8f tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433152 May 12 17:48:06.329571 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3a2e2-5e21-47f8-86ef-6f0afaffbaa3 req-cab1da25-28d7-499b-aa33-46310bb45032 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:06.331195 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1db3a2e2-5e21-47f8-86ef-6f0afaffbaa3 req-cab1da25-28d7-499b-aa33-46310bb45032 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0485215 May 12 17:48:06.332042 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b643f6-0378-4e03-919b-2332bb8efd9c req-d1454786-2222-4330-84f3-8e444381449d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:06.333502 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-35b643f6-0378-4e03-919b-2332bb8efd9c req-d1454786-2222-4330-84f3-8e444381449d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0649903 May 12 17:48:06.381312 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-35b643f6-0378-4e03-919b-2332bb8efd9c req-b5cf8628-3945-49d8-83b6-b7790cc9bc2e tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413995 May 12 17:48:06.386041 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1db3a2e2-5e21-47f8-86ef-6f0afaffbaa3 req-152d2e4e-8b48-409e-9a50-45c986ea7d5d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485151 May 12 17:48:07.498481 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e9d6a-aa0b-4dc0-a569-bbc836d06059 req-243f1329-4823-4784-aae3-232110b4be18 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:07.499219 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604b5ec-72aa-49e5-aa9b-9f716339824b req-23c1e257-ce7c-4510-9354-d51e7327f623 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:07.499904 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-164e9d6a-aa0b-4dc0-a569-bbc836d06059 req-243f1329-4823-4784-aae3-232110b4be18 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0462244 May 12 17:48:07.500041 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0604b5ec-72aa-49e5-aa9b-9f716339824b req-23c1e257-ce7c-4510-9354-d51e7327f623 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0480568 May 12 17:48:07.549479 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0604b5ec-72aa-49e5-aa9b-9f716339824b req-b545e147-a603-4f84-b9e7-1f29c1217127 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435429 May 12 17:48:07.552901 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-164e9d6a-aa0b-4dc0-a569-bbc836d06059 req-77e8dae3-a2aa-4e85-87d3-7fd6b295aaec tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470927 May 12 17:48:08.535028 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55438a-7956-4541-a003-00237e6c4adb req-e81672ed-bd72-45ad-96d2-aedbbafe0a6c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:08.536641 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ea55438a-7956-4541-a003-00237e6c4adb req-e81672ed-bd72-45ad-96d2-aedbbafe0a6c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.89 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0508845 May 12 17:48:08.668058 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [req-ea55438a-7956-4541-a003-00237e6c4adb req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Deleting port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:48:08.668400 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-ea55438a-7956-4541-a003-00237e6c4adb req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:08.686555 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1a953-5eb7-4b16-a840-737a32e277dc req-421f4973-eef2-4f2f-9b85-57aaac950918 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:08.688070 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f1a1a953-5eb7-4b16-a840-737a32e277dc req-421f4973-eef2-4f2f-9b85-57aaac950918 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0520957 May 12 17:48:08.706400 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5870dd9-56de-4437-9428-af520d611d54 req-f354e20e-8b7d-4802-85e0-894d12530298 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:08.707905 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f5870dd9-56de-4437-9428-af520d611d54 req-f354e20e-8b7d-4802-85e0-894d12530298 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0734196 May 12 17:48:08.735195 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f1a1a953-5eb7-4b16-a840-737a32e277dc req-24a529f9-ff69-4a03-b0a3-2b423f245309 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415232 May 12 17:48:08.808470 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-ea55438a-7956-4541-a003-00237e6c4adb req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] For port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:08.808864 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-ea55438a-7956-4541-a003-00237e6c4adb req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:08.814968 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f5870dd9-56de-4437-9428-af520d611d54 req-7ccaa733-e8d4-4b26-ae2c-ba8e21506be9 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011243 May 12 17:48:08.848526 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f36fcf-5808-48ec-88a2-047be8af7626 req-309d0d69-11f7-4f45-b323-e576047d0c87 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:08.850032 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-55f36fcf-5808-48ec-88a2-047be8af7626 req-309d0d69-11f7-4f45-b323-e576047d0c87 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0496421 May 12 17:48:08.859964 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 51138) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:08.864296 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-a0532835-8a88-40cf-ae00-8a7b445b7940 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Request body: {'floatingip': {'port_id': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:08.928386 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a0532835-8a88-40cf-ae00-8a7b445b7940 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for floatingip (8a769494-665a-4aa0-b477-e3982479ffcb), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:08.988723 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-ea55438a-7956-4541-a003-00237e6c4adb req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:08.989103 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-ea55438a-7956-4541-a003-00237e6c4adb req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (f004c576-8787-4812-b758-4a1a4d01df73), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:08.989427 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.l3_db [req-ea55438a-7956-4541-a003-00237e6c4adb req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Floating IP f004c576-8787-4812-b758-4a1a4d01df73 disassociated. External IP: 172.27.3.122, port: aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4. May 12 17:48:08.989785 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [req-ea55438a-7956-4541-a003-00237e6c4adb req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Calling delete_port for aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 owned by compute:nova {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:48:09.127432 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-ea55438a-7956-4541-a003-00237e6c4adb req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:09.156586 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event deleted for resources: {'Port': ['ID=aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:09.169545 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:09.169901 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:09.170254 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:09.170625 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:09.170982 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:09.171306 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:09.171640 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:09.171976 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:09.172308 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:09.172641 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:09.172978 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:09.173306 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:09.173638 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:09.173967 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:09.174292 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:09.294941 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea55438a-7956-4541-a003-00237e6c4adb req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Router 43453b9e-01a5-463b-8502-f0acb3b1868b has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:48:09.406785 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea55438a-7956-4541-a003-00237e6c4adb req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:48:09.417182 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b0cac-7628-420d-9d2d-69570362633e None None] Sync routers for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:48:09.426914 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b0cac-7628-420d-9d2d-69570362633e None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:09.427585 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-c76b0cac-7628-420d-9d2d-69570362633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:47:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:09.451378 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea55438a-7956-4541-a003-00237e6c4adb req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] No DVR routers for this DVR port aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 on host hv-cinder-83979 {{(pid=110068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:48:09.453891 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-ea55438a-7956-4541-a003-00237e6c4adb req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:09.457121 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ea55438a-7956-4541-a003-00237e6c4adb req-d32d30b1-c432-414e-8a58-e0795d3e736d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.89 "DELETE /v2.0/ports/aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 HTTP/1.1" status: 204 len: 173 time: 0.9073439 May 12 17:48:09.457560 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a1ff6d-1105-476b-880e-39e5d783b0a2', 'name': 'network-vif-deleted', 'tag': 'aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:09.459818 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5c26b9-c26d-4906-bd7c-a043c2e9c6f2" -d '{"events": [{"server_uuid": "58a1ff6d-1105-476b-880e-39e5d783b0a2", "name": "network-vif-deleted", "tag": "aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:09.543594 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-c76b0cac-7628-420d-9d2d-69570362633e None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:09.578984 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dbe130-a742-4bc3-81b7-3e90d8c11b62 x-openstack-request-id: req-79dbe130-a742-4bc3-81b7-3e90d8c11b62 {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:09.579530 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a1ff6d-1105-476b-880e-39e5d783b0a2", "name": "network-vif-deleted", "tag": "aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:09.579530 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-79dbe130-a742-4bc3-81b7-3e90d8c11b62 {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:09.579925 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79dbe130-a742-4bc3-81b7-3e90d8c11b62'] response: {'server_uuid': '58a1ff6d-1105-476b-880e-39e5d783b0a2', 'name': 'network-vif-deleted', 'tag': 'aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4', 'status': 'completed', 'code': 200} May 12 17:48:09.757018 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a0532835-8a88-40cf-ae00-8a7b445b7940 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:09.759671 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-c76b0cac-7628-420d-9d2d-69570362633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:09.762070 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a0532835-8a88-40cf-ae00-8a7b445b7940 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (8a769494-665a-4aa0-b477-e3982479ffcb), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:09.793292 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b0cac-7628-420d-9d2d-69570362633e None None] Checking router: 43453b9e-01a5-463b-8502-f0acb3b1868b for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:48:09.801880 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b0cac-7628-420d-9d2d-69570362633e None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:09.802557 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-c76b0cac-7628-420d-9d2d-69570362633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:47:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:09.914475 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-c76b0cac-7628-420d-9d2d-69570362633e None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:09.958532 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ebbe2e75-af71-4766-a0d4-6f4a9f2fd23b req-444f9eb6-d081-4346-b988-34765d403121 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=58a1ff6d-1105-476b-880e-39e5d783b0a2 HTTP/1.1" status: 200 len: 210 time: 0.0329039 May 12 17:48:10.028241 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0532835-8a88-40cf-ae00-8a7b445b7940 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Router 18ca0e83-f632-466b-acea-ff5b881fd93a has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:48:10.111181 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-c76b0cac-7628-420d-9d2d-69570362633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:10.137402 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b0cac-7628-420d-9d2d-69570362633e None None] The sync data for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi is: [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:48:10.142002 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0532835-8a88-40cf-ae00-8a7b445b7940 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:48:10.147208 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a0532835-8a88-40cf-ae00-8a7b445b7940 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:10.152740 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f4a45-532f-486b-b7cb-00466e0bdd7e None None] Sync routers for ids ['18ca0e83-f632-466b-acea-ff5b881fd93a'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:48:10.163057 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f4a45-532f-486b-b7cb-00466e0bdd7e None None] Routers {'18ca0e83-f632-466b-acea-ff5b881fd93a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:10.164064 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-f74f4a45-532f-486b-b7cb-00466e0bdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:47:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['18ca0e83-f632-466b-acea-ff5b881fd93a'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:10.183962 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'tag': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:10.186207 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9aafe8-31fc-4120-a3de-f5bd2a61bbcf" -d '{"events": [{"name": "network-changed", "server_uuid": "0424abb5-9a1e-40d7-9293-6afed05d22a4", "tag": "e7bcf6a7-e3d8-42ac-93af-72139b9509fa"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:10.221062 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-a0532835-8a88-40cf-ae00-8a7b445b7940 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "PUT /v2.0/floatingips/8a769494-665a-4aa0-b477-e3982479ffcb HTTP/1.1" status: 200 len: 993 time: 1.3600314 May 12 17:48:10.243372 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d4fd91-253d-43f3-bc1c-12f23c596e79 x-openstack-request-id: req-41d4fd91-253d-43f3-bc1c-12f23c596e79 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:10.243495 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0424abb5-9a1e-40d7-9293-6afed05d22a4", "tag": "e7bcf6a7-e3d8-42ac-93af-72139b9509fa", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:10.243714 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-41d4fd91-253d-43f3-bc1c-12f23c596e79 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:10.244129 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d4fd91-253d-43f3-bc1c-12f23c596e79'] response: {'name': 'network-changed', 'server_uuid': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'tag': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa', 'status': 'completed', 'code': 200} May 12 17:48:10.280422 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-f74f4a45-532f-486b-b7cb-00466e0bdd7e None None] Set router 18ca0e83-f632-466b-acea-ff5b881fd93a gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:10.385942 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9aafe8-31fc-4120-a3de-f5bd2a61bbcf req-fa9b4fed-a961-4e2a-b51f-5878794c651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:10.388172 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ae9aafe8-31fc-4120-a3de-f5bd2a61bbcf req-fa9b4fed-a961-4e2a-b51f-5878794c651c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 1129 time: 0.0508325 May 12 17:48:10.447169 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22b148-c3cf-4745-b757-ed025da99761 None None] New status for floating IP f004c576-8787-4812-b758-4a1a4d01df73: DOWN {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:48:10.500913 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9aafe8-31fc-4120-a3de-f5bd2a61bbcf req-6c4d966d-b608-4a44-a299-a5a4eb6ca81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:10.502336 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ae9aafe8-31fc-4120-a3de-f5bd2a61bbcf req-6c4d966d-b608-4a44-a299-a5a4eb6ca81d service neutron] 10.222.0.89 "GET /v2.0/networks?id=c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 200 len: 918 time: 0.1049595 May 12 17:48:10.527325 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-f74f4a45-532f-486b-b7cb-00466e0bdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:45Z', 'revision_number': 4, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port': {'id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:47:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '8a769494-665a-4aa0-b477-e3982479ffcb', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'port_id': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'mac_address': 'fa:16:3e:ce:43:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:30Z', 'updated_at': '2022-05-12T17:48:09Z', 'revision_number': 3, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2d8383-c6da-4870-be80-c860a4b7a5ae', 'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'mac_address': 'fa:16:3e:19:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:44Z', 'updated_at': '2022-05-12T17:43:50Z', 'revision_number': 5, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'subnets': [{'id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:10.560084 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f4a45-532f-486b-b7cb-00466e0bdd7e None None] Checking router: 18ca0e83-f632-466b-acea-ff5b881fd93a for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:48:10.568503 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f4a45-532f-486b-b7cb-00466e0bdd7e None None] Routers {'18ca0e83-f632-466b-acea-ff5b881fd93a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:10.569218 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-f74f4a45-532f-486b-b7cb-00466e0bdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:47:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['18ca0e83-f632-466b-acea-ff5b881fd93a'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:10.580506 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ae9aafe8-31fc-4120-a3de-f5bd2a61bbcf req-7c2ab48a-d3ff-4882-85a4-b8d7d2895df8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7bcf6a7-e3d8-42ac-93af-72139b9509fa HTTP/1.1" status: 200 len: 1001 time: 0.0699279 May 12 17:48:10.633533 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9aafe8-31fc-4120-a3de-f5bd2a61bbcf req-1edc23fc-9a24-43fa-abf2-ba30af7f9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:10.635346 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ae9aafe8-31fc-4120-a3de-f5bd2a61bbcf req-1edc23fc-9a24-43fa-abf2-ba30af7f9af6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a749117e-7664-42e5-8028-21fb3d238fc4 HTTP/1.1" status: 200 len: 856 time: 0.0469751 May 12 17:48:10.685304 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9aafe8-31fc-4120-a3de-f5bd2a61bbcf req-6f190114-b0fc-41c7-bd63-7a2de963daab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:10.686856 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ae9aafe8-31fc-4120-a3de-f5bd2a61bbcf req-6f190114-b0fc-41c7-bd63-7a2de963daab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c2308c9c-cbd7-48e8-a900-0d956d07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439429 May 12 17:48:10.798331 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ae9aafe8-31fc-4120-a3de-f5bd2a61bbcf req-7d19ee37-5021-46d4-ac52-2447bd49f06a service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941038 May 12 17:48:10.820045 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:10.837590 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-f74f4a45-532f-486b-b7cb-00466e0bdd7e None None] Set router 18ca0e83-f632-466b-acea-ff5b881fd93a gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:10.886315 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ae9aafe8-31fc-4120-a3de-f5bd2a61bbcf req-33c24325-f9da-4b52-b125-be2b9c05c543 service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907581 May 12 17:48:11.061851 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:48:11.090650 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:48:11.091040 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device aad3e23a-1df8-4942-b4f3-18f8fcf4e5d4 not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:48:11.104296 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-f74f4a45-532f-486b-b7cb-00466e0bdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:45Z', 'revision_number': 4, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port': {'id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:47:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '8a769494-665a-4aa0-b477-e3982479ffcb', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'port_id': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'mac_address': 'fa:16:3e:ce:43:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:30Z', 'updated_at': '2022-05-12T17:48:09Z', 'revision_number': 3, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2d8383-c6da-4870-be80-c860a4b7a5ae', 'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'mac_address': 'fa:16:3e:19:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:44Z', 'updated_at': '2022-05-12T17:43:50Z', 'revision_number': 5, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'subnets': [{'id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:11.132005 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f4a45-532f-486b-b7cb-00466e0bdd7e None None] The sync data for ids ['18ca0e83-f632-466b-acea-ff5b881fd93a'] in dv-cinder-839793-10-iscsi is: [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:45Z', 'revision_number': 4, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port': {'id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:47:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '8a769494-665a-4aa0-b477-e3982479ffcb', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'port_id': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'mac_address': 'fa:16:3e:ce:43:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:45:30Z', 'updated_at': '2022-05-12T17:48:09Z', 'revision_number': 3, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2d8383-c6da-4870-be80-c860a4b7a5ae', 'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'mac_address': 'fa:16:3e:19:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:44Z', 'updated_at': '2022-05-12T17:43:50Z', 'revision_number': 5, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'subnets': [{'id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:48:11.359726 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-64220267-2b1d-4628-ba63-a45b6cdf8051 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268337681&fields=id&tenant_id=4e9154d1a4c44c6b8a42001c659d069b HTTP/1.1" status: 200 len: 267 time: 0.0519924 May 12 17:48:11.464507 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-2fdb37d1-7e47-449f-b848-08b95d42036c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:11.465936 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-2fdb37d1-7e47-449f-b848-08b95d42036c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/networks?id=3cb76e15-efb3-4276-8531-f3adac3a6ec1 HTTP/1.1" status: 200 len: 812 time: 0.0991662 May 12 17:48:11.480558 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-d2ee0fa4-e51f-4ebf-afc9-aeb34945b027 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/quotas/4e9154d1a4c44c6b8a42001c659d069b HTTP/1.1" status: 200 len: 375 time: 0.0092065 May 12 17:48:11.529757 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-790b52dc-4820-4224-9a2f-ab292c9cfc27 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4e9154d1a4c44c6b8a42001c659d069b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444379 May 12 17:48:11.667563 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-38f58454-b127-410c-86c9-ee74426acde4 service neutron] 10.222.0.76 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267776 May 12 17:48:11.755189 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-5ee4d5d1-3214-4434-91cf-4a5c2a3d6efe service neutron] 10.222.0.76 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819318 May 12 17:48:12.045088 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8606312d-9660-46d9-ac16-203dd25f1178 req-74f1d315-0df6-412c-acc6-1776b424c2cf tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 210 time: 0.0297713 May 12 17:48:12.245219 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'tag': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:12.247620 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07922f5-27a3-4aa8-b1cd-b3bf685747c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0424abb5-9a1e-40d7-9293-6afed05d22a4", "tag": "e7bcf6a7-e3d8-42ac-93af-72139b9509fa"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:12.290457 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a81948-9995-4456-85c1-770f63319141 x-openstack-request-id: req-58a81948-9995-4456-85c1-770f63319141 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:12.290711 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0424abb5-9a1e-40d7-9293-6afed05d22a4", "tag": "e7bcf6a7-e3d8-42ac-93af-72139b9509fa", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:12.290974 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-58a81948-9995-4456-85c1-770f63319141 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:12.291377 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a81948-9995-4456-85c1-770f63319141'] response: {'name': 'network-changed', 'server_uuid': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'tag': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa', 'status': 'completed', 'code': 200} May 12 17:48:12.609173 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07922f5-27a3-4aa8-b1cd-b3bf685747c1 req-5ec25df4-886b-4867-a7c5-a32b2042adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:12.610686 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c07922f5-27a3-4aa8-b1cd-b3bf685747c1 req-5ec25df4-886b-4867-a7c5-a32b2042adab service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 1129 time: 0.2963707 May 12 17:48:12.634231 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239880c-ad05-42cd-92c9-c9e3a01f4f92 req-7f75a703-866f-4f81-aebd-b147c4255598 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:12.635729 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a239880c-ad05-42cd-92c9-c9e3a01f4f92 req-7f75a703-866f-4f81-aebd-b147c4255598 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 945 time: 0.0485702 May 12 17:48:12.683132 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a239880c-ad05-42cd-92c9-c9e3a01f4f92 req-6cd223ad-0bf5-4927-a857-737ec0d02151 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=bacf64a2-dea1-4c96-8703-736e9309ec04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418489 May 12 17:48:13.142600 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-69881889-a7fd-45c0-a756-030eaca7ffe9 req-bcf37178-25f7-4072-b3f7-21eea773ef6a tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 210 time: 0.0272357 May 12 17:48:13.800285 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907fd77-4209-4a42-ac20-87cc2892f6cc req-98f082d6-1a9f-439d-8ce7-588bac2eeb0e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:13.801659 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6907fd77-4209-4a42-ac20-87cc2892f6cc req-98f082d6-1a9f-439d-8ce7-588bac2eeb0e tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 945 time: 0.0512710 May 12 17:48:13.848265 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6907fd77-4209-4a42-ac20-87cc2892f6cc req-e471cbce-d2cf-436b-a685-ce6a31c2a29f tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=bacf64a2-dea1-4c96-8703-736e9309ec04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403314 May 12 17:48:14.084759 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07922f5-27a3-4aa8-b1cd-b3bf685747c1 req-9bb07f12-4fa0-45fd-a703-1437944533a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:14.087408 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c07922f5-27a3-4aa8-b1cd-b3bf685747c1 req-9bb07f12-4fa0-45fd-a703-1437944533a3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 200 len: 918 time: 0.0914261 May 12 17:48:14.239008 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6a5e7208-993c-4b84-9e32-8e937863a01d req-1e69d71f-74d3-4b2e-8710-3ce188f2ae3b tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 210 time: 0.0285742 May 12 17:48:14.564841 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c07922f5-27a3-4aa8-b1cd-b3bf685747c1 req-8512cb6a-977b-4085-9fc8-aad3ea89b35a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7bcf6a7-e3d8-42ac-93af-72139b9509fa HTTP/1.1" status: 200 len: 1001 time: 0.0606215 May 12 17:48:14.588839 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d35039-ba3b-43d4-b278-058024286442 req-c1b50fdb-ae91-4a19-8ac6-62e992cda8ee tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:14.590420 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-08d35039-ba3b-43d4-b278-058024286442 req-c1b50fdb-ae91-4a19-8ac6-62e992cda8ee tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 945 time: 0.0487366 May 12 17:48:14.621880 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07922f5-27a3-4aa8-b1cd-b3bf685747c1 req-3595e273-f3a5-48dd-8912-d9ae75803b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:14.623373 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c07922f5-27a3-4aa8-b1cd-b3bf685747c1 req-3595e273-f3a5-48dd-8912-d9ae75803b31 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a749117e-7664-42e5-8028-21fb3d238fc4 HTTP/1.1" status: 200 len: 856 time: 0.0529830 May 12 17:48:14.675445 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07922f5-27a3-4aa8-b1cd-b3bf685747c1 req-8b115fed-8fd3-4665-bec0-2b6fa5b2bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:14.677044 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c07922f5-27a3-4aa8-b1cd-b3bf685747c1 req-8b115fed-8fd3-4665-bec0-2b6fa5b2bf29 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c2308c9c-cbd7-48e8-a900-0d956d07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427768 May 12 17:48:14.751437 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-08d35039-ba3b-43d4-b278-058024286442 req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Deleting port bd6a624b-c038-4a0f-9ac2-0c9196600d48 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:48:14.751923 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-08d35039-ba3b-43d4-b278-058024286442 req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (bd6a624b-c038-4a0f-9ac2-0c9196600d48), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:14.776404 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c07922f5-27a3-4aa8-b1cd-b3bf685747c1 req-8214155d-2385-4d52-90da-672264a32eeb service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882373 May 12 17:48:14.793771 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-52589586-b6c6-4247-a61d-d16f4c424e3a tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:14.795291 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-52589586-b6c6-4247-a61d-d16f4c424e3a tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.89 "GET /v2.0/networks?id=3cb76e15-efb3-4276-8531-f3adac3a6ec1 HTTP/1.1" status: 200 len: 812 time: 0.1726396 May 12 17:48:14.881205 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c07922f5-27a3-4aa8-b1cd-b3bf685747c1 req-8ce48a08-0e83-467f-9d3c-430b97b7dc88 service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931568 May 12 17:48:14.915449 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-62d2d377-c6a2-466f-a1f1-9d9a266fd0e4 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e9154d1a4c44c6b8a42001c659d069b HTTP/1.1" status: 200 len: 380 time: 0.0835035 May 12 17:48:14.917198 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-08d35039-ba3b-43d4-b278-058024286442 req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] For port bd6a624b-c038-4a0f-9ac2-0c9196600d48, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=bd6a624b-c038-4a0f-9ac2-0c9196600d48,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:14.917560 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-08d35039-ba3b-43d4-b278-058024286442 req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (bd6a624b-c038-4a0f-9ac2-0c9196600d48), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:14.941844 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-44fee7ff-4e07-45dd-a843-83ba91d283ba tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Request body: {'port': {'device_id': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'admin_state_up': True, 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'security_groups': ['26887798-dccd-482a-a46b-086747fb001b']}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:15.073256 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10924644-3ca1-4afa-a143-e22ec7245103 req-9d6897cd-7e0c-4473-ad05-acb03f544d84 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:15.074746 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10924644-3ca1-4afa-a143-e22ec7245103 req-9d6897cd-7e0c-4473-ad05-acb03f544d84 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 945 time: 0.1497254 May 12 17:48:15.237493 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-10924644-3ca1-4afa-a143-e22ec7245103 req-a714ae91-88d1-41af-89a7-914a2d3ab89d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=bacf64a2-dea1-4c96-8703-736e9309ec04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241546 May 12 17:48:15.261787 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-44fee7ff-4e07-45dd-a843-83ba91d283ba tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Made reservation on behalf of 4e9154d1a4c44c6b8a42001c659d069b for: {'port': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:48:15.265579 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-44fee7ff-4e07-45dd-a843-83ba91d283ba tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:15.288497 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-08d35039-ba3b-43d4-b278-058024286442 req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:15.288497 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-08d35039-ba3b-43d4-b278-058024286442 req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (b7fc4fa7-4fb3-4f71-964a-1d9c55e84774), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:15.288497 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.l3_db [req-08d35039-ba3b-43d4-b278-058024286442 req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Floating IP b7fc4fa7-4fb3-4f71-964a-1d9c55e84774 disassociated. External IP: 172.27.3.8, port: bd6a624b-c038-4a0f-9ac2-0c9196600d48. May 12 17:48:15.288497 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-08d35039-ba3b-43d4-b278-058024286442 req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Calling delete_port for bd6a624b-c038-4a0f-9ac2-0c9196600d48 owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:48:15.340870 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-37297fa6-71c8-4a4e-9d24-73567333e537 req-11689eb9-26be-4b32-b0e6-6186e5ea99fb tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 210 time: 0.0306323 May 12 17:48:15.473184 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-44fee7ff-4e07-45dd-a843-83ba91d283ba tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Allocated IP 172.20.0.14 (3cb76e15-efb3-4276-8531-f3adac3a6ec1/d9c99e92-93c2-417d-8e54-471b58588d33/fac993c6-5c0c-429d-9df1-25372f4535e2) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:48:15.539709 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-08d35039-ba3b-43d4-b278-058024286442 req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (bd6a624b-c038-4a0f-9ac2-0c9196600d48), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:15.587820 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event deleted for resources: {'Port': ['ID=bd6a624b-c038-4a0f-9ac2-0c9196600d48,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:15.609603 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:15.609956 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:15.610304 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:15.610645 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:15.611006 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:15.611339 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:15.611671 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:15.611999 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:15.612327 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:15.612652 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:15.612983 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:15.613308 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:15.613631 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:15.613957 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:15.614307 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:15.767571 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-44fee7ff-4e07-45dd-a843-83ba91d283ba tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for port (fac993c6-5c0c-429d-9df1-25372f4535e2), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:15.790151 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08d35039-ba3b-43d4-b278-058024286442 req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Router 20c039b5-b469-4a55-8d72-a91b8dff6cff has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:48:15.853599 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-44fee7ff-4e07-45dd-a843-83ba91d283ba tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (fac993c6-5c0c-429d-9df1-25372f4535e2), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:15.912524 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-44fee7ff-4e07-45dd-a843-83ba91d283ba tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:48:15.944925 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-44fee7ff-4e07-45dd-a843-83ba91d283ba tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:48:15.949496 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-44fee7ff-4e07-45dd-a843-83ba91d283ba tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:48:15.953560 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fee7ff-4e07-45dd-a843-83ba91d283ba tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event updated for resources: {'Port': ['ID=fac993c6-5c0c-429d-9df1-25372f4535e2,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:15.999846 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08d35039-ba3b-43d4-b278-058024286442 req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:48:16.011337 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef0a2af-3502-4f01-a80d-e8c681182513 None None] Sync routers for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:48:16.024237 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef0a2af-3502-4f01-a80d-e8c681182513 None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:16.024960 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-aef0a2af-3502-4f01-a80d-e8c681182513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:47:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:16.036712 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-44fee7ff-4e07-45dd-a843-83ba91d283ba tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:16.037348 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-44fee7ff-4e07-45dd-a843-83ba91d283ba tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:16.065055 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d35039-ba3b-43d4-b278-058024286442 req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] No DVR routers for this DVR port bd6a624b-c038-4a0f-9ac2-0c9196600d48 on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:48:16.067741 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-08d35039-ba3b-43d4-b278-058024286442 req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:16.071925 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-08d35039-ba3b-43d4-b278-058024286442 req-5112f13c-0ff6-4be2-9e06-15d8448af364 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "DELETE /v2.0/ports/bd6a624b-c038-4a0f-9ac2-0c9196600d48 HTTP/1.1" status: 204 len: 173 time: 1.4758234 May 12 17:48:16.072504 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd7e68e-d36e-4be7-83e3-e12e7df966b5', 'name': 'network-vif-deleted', 'tag': 'bd6a624b-c038-4a0f-9ac2-0c9196600d48'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:16.074901 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5484508c-a024-4f85-926a-9b355e5a02e2" -d '{"events": [{"server_uuid": "8fd7e68e-d36e-4be7-83e3-e12e7df966b5", "name": "network-vif-deleted", "tag": "bd6a624b-c038-4a0f-9ac2-0c9196600d48"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:16.081216 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-44fee7ff-4e07-45dd-a843-83ba91d283ba tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1536331 May 12 17:48:16.099377 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Request body: {'port': {'device_id': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:16.194538 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-aef0a2af-3502-4f01-a80d-e8c681182513 None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:16.198772 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (fac993c6-5c0c-429d-9df1-25372f4535e2), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:16.280025 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c220472-e032-4cb0-83a3-6f06987f5326 x-openstack-request-id: req-4c220472-e032-4cb0-83a3-6f06987f5326 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:16.280025 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd7e68e-d36e-4be7-83e3-e12e7df966b5", "name": "network-vif-deleted", "tag": "bd6a624b-c038-4a0f-9ac2-0c9196600d48", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:16.280487 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4c220472-e032-4cb0-83a3-6f06987f5326 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:16.281020 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c220472-e032-4cb0-83a3-6f06987f5326'] response: {'server_uuid': '8fd7e68e-d36e-4be7-83e3-e12e7df966b5', 'name': 'network-vif-deleted', 'tag': 'bd6a624b-c038-4a0f-9ac2-0c9196600d48', 'status': 'completed', 'code': 200} May 12 17:48:16.359255 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-59b27d3b-f72f-40fa-9c02-29fefeb7972b None None] Provisioning complete for port fac993c6-5c0c-429d-9df1-25372f4535e2 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:48:16.359644 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-59b27d3b-f72f-40fa-9c02-29fefeb7972b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (fac993c6-5c0c-429d-9df1-25372f4535e2), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:16.398315 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5da4a151-5fe1-497f-8c8e-c49525d10206 req-18508bb2-f613-4fa3-8401-a67ed2fa9942 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fd7e68e-d36e-4be7-83e3-e12e7df966b5 HTTP/1.1" status: 200 len: 210 time: 0.0450652 May 12 17:48:16.433980 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-59b27d3b-f72f-40fa-9c02-29fefeb7972b None None] Port fac993c6-5c0c-429d-9df1-25372f4535e2 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:48:16.443246 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-aef0a2af-3502-4f01-a80d-e8c681182513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:16.475662 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef0a2af-3502-4f01-a80d-e8c681182513 None None] Checking router: 20c039b5-b469-4a55-8d72-a91b8dff6cff for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:48:16.484237 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef0a2af-3502-4f01-a80d-e8c681182513 None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:16.484855 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-aef0a2af-3502-4f01-a80d-e8c681182513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:47:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:16.520147 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e76b6b-e901-47ce-bc17-d5ce2c5ee171 req-f5f0fece-83af-452f-9665-7b021113f505 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:16.521872 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f4e76b6b-e901-47ce-bc17-d5ce2c5ee171 req-f5f0fece-83af-452f-9665-7b021113f505 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 932 time: 0.0897465 May 12 17:48:16.603639 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-aef0a2af-3502-4f01-a80d-e8c681182513 None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:16.630281 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f4e76b6b-e901-47ce-bc17-d5ce2c5ee171 req-67f61683-9d5b-453f-85da-3b84705a7d30 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973222 May 12 17:48:16.646111 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac993c6-5c0c-429d-9df1-25372f4535e2 {{(pid=110069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:48:16.655023 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Publish callbacks [] for port (fac993c6-5c0c-429d-9df1-25372f4535e2), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:16.668080 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.provisioning_blocks [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Transition to ACTIVE for port object fac993c6-5c0c-429d-9df1-25372f4535e2 will not be triggered until provisioned by entity L2. {{(pid=110069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:48:16.672444 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (fac993c6-5c0c-429d-9df1-25372f4535e2), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:16.729744 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fac993c6-5c0c-429d-9df1-25372f4535e2,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:16.807714 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Attempting to bind port fac993c6-5c0c-429d-9df1-25372f4535e2 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:48:16.808229 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Attempting to bind port fac993c6-5c0c-429d-9df1-25372f4535e2 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:48:16.808530 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Attempting to bind port fac993c6-5c0c-429d-9df1-25372f4535e2 on network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:48:16.813426 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Port fac993c6-5c0c-429d-9df1-25372f4535e2 on network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:48:16.813764 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Attempting to bind port fac993c6-5c0c-429d-9df1-25372f4535e2 on network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:48:16.819482 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:48:16.819762 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Checking segment: {'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:48:16.820115 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Bound using segment: {'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:48:16.821111 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Bound port: fac993c6-5c0c-429d-9df1-25372f4535e2, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'}}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:48:16.821479 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (fac993c6-5c0c-429d-9df1-25372f4535e2), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:16.821793 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-aef0a2af-3502-4f01-a80d-e8c681182513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:16.849233 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef0a2af-3502-4f01-a80d-e8c681182513 None None] The sync data for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi is: [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:48:16.897400 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] For port fac993c6-5c0c-429d-9df1-25372f4535e2, host hv-cinder-83979, cleared binding levels {{(pid=110069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:48:16.900937 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] For port fac993c6-5c0c-429d-9df1-25372f4535e2, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fac993c6-5c0c-429d-9df1-25372f4535e2,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:48:16.907931 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (fac993c6-5c0c-429d-9df1-25372f4535e2), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:16.944139 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:16.945218 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:16.947051 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] 10.222.0.89 "PUT /v2.0/ports/fac993c6-5c0c-429d-9df1-25372f4535e2 HTTP/1.1" status: 200 len: 1094 time: 0.8522906 May 12 17:48:16.975810 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c8743-70db-456c-b69c-79e5eb2a00a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fac993c6-5c0c-429d-9df1-25372f4535e2,revision_number=3']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:17.032076 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-176df85b-9fcb-45cc-abb8-55987d1cefe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:17.033595 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-176df85b-9fcb-45cc-abb8-55987d1cefe7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e9154d1a4c44c6b8a42001c659d069b&device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 1128 time: 0.0471609 May 12 17:48:17.077002 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-4b39ec2b-9d0b-45fb-92a7-59bf60b5a20f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fac993c6-5c0c-429d-9df1-25372f4535e2 HTTP/1.1" status: 200 len: 217 time: 0.0365038 May 12 17:48:17.083517 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device bd6a624b-c038-4a0f-9ac2-0c9196600d48 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:48:17.104718 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: bd6a624b-c038-4a0f-9ac2-0c9196600d48 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:48:17.105405 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device bd6a624b-c038-4a0f-9ac2-0c9196600d48 not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:48:17.135521 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c5ca5a-5dc0-4f6d-bbb6-be0363f1522a None None] New status for floating IP b7fc4fa7-4fb3-4f71-964a-1d9c55e84774: DOWN {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:48:17.146730 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-390d8611-7872-4e85-ae64-4800282395f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:17.148189 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-390d8611-7872-4e85-ae64-4800282395f6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d9c99e92-93c2-417d-8e54-471b58588d33 HTTP/1.1" status: 200 len: 851 time: 0.0607951 May 12 17:48:17.193721 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-7a74983d-a8a7-4ca9-9bad-5b12a22d3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:17.195833 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-7a74983d-a8a7-4ca9-9bad-5b12a22d3d08 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3cb76e15-efb3-4276-8531-f3adac3a6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401683 May 12 17:48:17.291133 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-ca0a3d4d-a21d-42d6-90c7-3a413a9efc7a service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892496 May 12 17:48:17.379626 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8147bf11-b46e-4eb1-a03d-08af76fc5eb6 req-23fd4e8f-3b35-4f15-93e5-452038f97d22 service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827675 May 12 17:48:17.476339 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 51234) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:17.530546 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-67d6bc36-c8fa-4a2e-ba1d-52bd617ff033 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (bacf64a2-dea1-4c96-8703-736e9309ec04), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:17.554047 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-67d6bc36-c8fa-4a2e-ba1d-52bd617ff033 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (bacf64a2-dea1-4c96-8703-736e9309ec04), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:17.604160 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-67d6bc36-c8fa-4a2e-ba1d-52bd617ff033 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (bacf64a2-dea1-4c96-8703-736e9309ec04), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:17.606962 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-67d6bc36-c8fa-4a2e-ba1d-52bd617ff033 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:17.608092 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-67d6bc36-c8fa-4a2e-ba1d-52bd617ff033 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "DELETE /v2.0/security-groups/bacf64a2-dea1-4c96-8703-736e9309ec04 HTTP/1.1" status: 204 len: 168 time: 0.1300421 May 12 17:48:17.611042 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 51236) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:17.617191 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6bc36-c8fa-4a2e-ba1d-52bd617ff033 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacf64a2-dea1-4c96-8703-736e9309ec04,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:17.624788 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.api.v2.resource [None req-17c28a5e-7347-4339-aa00-14ec61f39128 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] show failed (client error): The resource could not be found. May 12 17:48:17.625992 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-17c28a5e-7347-4339-aa00-14ec61f39128 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups/bacf64a2-dea1-4c96-8703-736e9309ec04 HTTP/1.1" status: 404 len: 347 time: 0.0137801 May 12 17:48:17.628853 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 51238) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:17.780093 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b660d3b-49b1-462b-a284-6e90a61bfca9 req-ba493bf8-dbf5-43b5-a133-ca0d089192d8 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:17.781443 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8b660d3b-49b1-462b-a284-6e90a61bfca9 req-ba493bf8-dbf5-43b5-a133-ca0d089192d8 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 944 time: 0.0755787 May 12 17:48:17.794769 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-ce427d74-b311-4983-a910-0203cca5c868 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Deleting port 8265bdd5-c233-478b-914a-9b69ce3560b2 {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:48:17.795109 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ce427d74-b311-4983-a910-0203cca5c868 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (8265bdd5-c233-478b-914a-9b69ce3560b2), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:17.886481 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8b660d3b-49b1-462b-a284-6e90a61bfca9 req-257601d1-9a34-491c-b126-fe160d2e3ee2 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980926 May 12 17:48:17.904837 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ce427d74-b311-4983-a910-0203cca5c868 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (8265bdd5-c233-478b-914a-9b69ce3560b2), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:17.905172 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ce427d74-b311-4983-a910-0203cca5c868 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (8265bdd5-c233-478b-914a-9b69ce3560b2), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:17.917825 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-ce427d74-b311-4983-a910-0203cca5c868 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Calling delete_port for 8265bdd5-c233-478b-914a-9b69ce3560b2 owned by network:floatingip {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:48:18.046796 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ce427d74-b311-4983-a910-0203cca5c868 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (8265bdd5-c233-478b-914a-9b69ce3560b2), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.068812 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce427d74-b311-4983-a910-0203cca5c868 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event deleted for resources: {'Port': ['ID=8265bdd5-c233-478b-914a-9b69ce3560b2,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:18.130989 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ce427d74-b311-4983-a910-0203cca5c868 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (b7fc4fa7-4fb3-4f71-964a-1d9c55e84774), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.133476 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ce427d74-b311-4983-a910-0203cca5c868 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.134612 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-ce427d74-b311-4983-a910-0203cca5c868 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "DELETE /v2.0/floatingips/b7fc4fa7-4fb3-4f71-964a-1d9c55e84774 HTTP/1.1" status: 204 len: 168 time: 0.5043104 May 12 17:48:18.199273 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 51244) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:18.203802 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-6727aaa2-12fc-4cc1-8bc1-d753ee34e443 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1335176631', 'description': 'tempest-description--1947792150'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:18.224252 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6727aaa2-12fc-4cc1-8bc1-d753ee34e443 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.281867 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'tag': 'fac993c6-5c0c-429d-9df1-25372f4535e2'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:18.284351 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c558cae8-2c95-4e82-9abd-667a32e72132" -d '{"events": [{"name": "network-changed", "server_uuid": "befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5", "tag": "fac993c6-5c0c-429d-9df1-25372f4535e2"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:18.292849 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6727aaa2-12fc-4cc1-8bc1-d753ee34e443 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.297148 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6727aaa2-12fc-4cc1-8bc1-d753ee34e443 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.322166 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d13aa68-b48e-4732-9953-a71b837f566a x-openstack-request-id: req-0d13aa68-b48e-4732-9953-a71b837f566a {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:18.322502 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5", "tag": "fac993c6-5c0c-429d-9df1-25372f4535e2", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:18.322795 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d13aa68-b48e-4732-9953-a71b837f566a {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:18.323199 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d13aa68-b48e-4732-9953-a71b837f566a'] response: {'name': 'network-changed', 'server_uuid': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'tag': 'fac993c6-5c0c-429d-9df1-25372f4535e2', 'status': 'completed', 'code': 200} May 12 17:48:18.325088 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6727aaa2-12fc-4cc1-8bc1-d753ee34e443 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.326285 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-6727aaa2-12fc-4cc1-8bc1-d753ee34e443 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1260319 May 12 17:48:18.329681 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 51248) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:18.330270 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727aaa2-12fc-4cc1-8bc1-d753ee34e443 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:18.334566 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-bc17f11c-8b9e-41c1-9c13-af2e8e7d97ac tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'security_group_rule': {'security_group_id': 'f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:18.370712 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-bc17f11c-8b9e-41c1-9c13-af2e8e7d97ac tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (be078aa2-9042-431a-90dc-568d73a9445d), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.415246 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558cae8-2c95-4e82-9abd-667a32e72132 req-f5955b0d-caae-4feb-8f6c-f3115d427a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:18.416706 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c558cae8-2c95-4e82-9abd-667a32e72132 req-f5955b0d-caae-4feb-8f6c-f3115d427a57 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e9154d1a4c44c6b8a42001c659d069b&device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 1128 time: 0.0570996 May 12 17:48:18.465221 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-bc17f11c-8b9e-41c1-9c13-af2e8e7d97ac tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (be078aa2-9042-431a-90dc-568d73a9445d), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.733553 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-bc17f11c-8b9e-41c1-9c13-af2e8e7d97ac tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (be078aa2-9042-431a-90dc-568d73a9445d), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.762256 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17f11c-8b9e-41c1-9c13-af2e8e7d97ac tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be078aa2-9042-431a-90dc-568d73a9445d,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:18.779755 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-bc17f11c-8b9e-41c1-9c13-af2e8e7d97ac tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.780963 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-bc17f11c-8b9e-41c1-9c13-af2e8e7d97ac tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4500751 May 12 17:48:18.782085 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558cae8-2c95-4e82-9abd-667a32e72132 req-be3830d0-98ce-4d45-9cbb-49fb9c2e4f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:18.783489 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c558cae8-2c95-4e82-9abd-667a32e72132 req-be3830d0-98ce-4d45-9cbb-49fb9c2e4f24 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3cb76e15-efb3-4276-8531-f3adac3a6ec1 HTTP/1.1" status: 200 len: 913 time: 0.3599076 May 12 17:48:18.784148 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 51250) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:18.790195 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-95835fbe-f300-4b0a-9a34-1b1ed913bf64 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'security_group_rule': {'security_group_id': 'f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:18.820744 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-95835fbe-f300-4b0a-9a34-1b1ed913bf64 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (4378c75c-6ab9-4a44-bcb7-d053efd4d152), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.834929 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c558cae8-2c95-4e82-9abd-667a32e72132 req-f3dab0e3-dd44-4c56-8014-9b9166bee5b1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fac993c6-5c0c-429d-9df1-25372f4535e2 HTTP/1.1" status: 200 len: 217 time: 0.0341141 May 12 17:48:18.867826 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-95835fbe-f300-4b0a-9a34-1b1ed913bf64 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (4378c75c-6ab9-4a44-bcb7-d053efd4d152), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.871558 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-95835fbe-f300-4b0a-9a34-1b1ed913bf64 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (4378c75c-6ab9-4a44-bcb7-d053efd4d152), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.884325 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558cae8-2c95-4e82-9abd-667a32e72132 req-235a7bbc-115e-4880-ae07-675e9d0758b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:18.885757 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c558cae8-2c95-4e82-9abd-667a32e72132 req-235a7bbc-115e-4880-ae07-675e9d0758b4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d9c99e92-93c2-417d-8e54-471b58588d33 HTTP/1.1" status: 200 len: 851 time: 0.0444822 May 12 17:48:18.889180 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95835fbe-f300-4b0a-9a34-1b1ed913bf64 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4378c75c-6ab9-4a44-bcb7-d053efd4d152,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:18.900927 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-95835fbe-f300-4b0a-9a34-1b1ed913bf64 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:18.905098 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-95835fbe-f300-4b0a-9a34-1b1ed913bf64 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168001 May 12 17:48:18.905361 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 51252) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:18.913808 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'floatingip': {'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:18.952600 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558cae8-2c95-4e82-9abd-667a32e72132 req-3dea2047-99bc-4c6b-9f64-539cacdcde40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:18.954157 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c558cae8-2c95-4e82-9abd-667a32e72132 req-3dea2047-99bc-4c6b-9f64-539cacdcde40 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3cb76e15-efb3-4276-8531-f3adac3a6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0620575 May 12 17:48:18.991099 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:19.048993 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb47ce-29c1-42ea-a5a8-9239f29133ef req-83b81bbd-8271-4e52-ad32-088da6b1f534 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:19.050453 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9adb47ce-29c1-42ea-a5a8-9239f29133ef req-83b81bbd-8271-4e52-ad32-088da6b1f534 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 944 time: 0.0954173 May 12 17:48:19.177008 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:19.200268 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c558cae8-2c95-4e82-9abd-667a32e72132 req-4570c600-bcf5-4cbc-967c-b54162784a40 service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325687 May 12 17:48:19.207342 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9adb47ce-29c1-42ea-a5a8-9239f29133ef req-ba39f933-65b8-42c7-836f-5c67fe8f32b0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272256 May 12 17:48:19.373861 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c558cae8-2c95-4e82-9abd-667a32e72132 req-2289bafa-31ba-4c7d-8557-e318b5c6192b service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644206 May 12 17:48:19.374927 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Allocated IP 172.27.3.18 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/1d7953bd-92dc-48a4-b7b7-ef2cc6b0a772) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:48:19.475229 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for port (1d7953bd-92dc-48a4-b7b7-ef2cc6b0a772), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:19.508777 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (1d7953bd-92dc-48a4-b7b7-ef2cc6b0a772), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:19.546710 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:48:19.549526 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:48:19.553002 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:48:19.581802 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'Port': ['ID=1d7953bd-92dc-48a4-b7b7-ef2cc6b0a772,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:19.645900 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (e6d98dab-553c-4e50-8659-e93cbefaa102), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:19.682400 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (1d7953bd-92dc-48a4-b7b7-ef2cc6b0a772), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:19.861674 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for port (1d7953bd-92dc-48a4-b7b7-ef2cc6b0a772), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:19.866049 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (1d7953bd-92dc-48a4-b7b7-ef2cc6b0a772), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:19.938493 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'Port': ['ID=1d7953bd-92dc-48a4-b7b7-ef2cc6b0a772,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:19.948316 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (e6d98dab-553c-4e50-8659-e93cbefaa102), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:19.962947 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:19.964166 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-95d28050-5e5c-4430-89b8-06701904c1ba tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0578687 May 12 17:48:20.109561 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-714c737d-c268-4874-9af8-4b86fd2e0c2f tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1335176631&fields=id&tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9 HTTP/1.1" status: 200 len: 267 time: 0.0429862 May 12 17:48:20.216996 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-dc1dadfc-3f0a-48fd-9e9a-7701b8b8e4c9 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:20.218366 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-dc1dadfc-3f0a-48fd-9e9a-7701b8b8e4c9 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/networks?id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5 HTTP/1.1" status: 200 len: 815 time: 0.1023631 May 12 17:48:20.233620 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-bde66f35-c027-4085-a202-7037785f6127 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/quotas/38aae8b9be064fabb6e07ea34a5dcdb9 HTTP/1.1" status: 200 len: 375 time: 0.0098040 May 12 17:48:20.284664 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-83246a9c-90c4-4246-a2c5-d78b096138ff tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454340 May 12 17:48:20.324507 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968b65d-84ec-48b9-b613-4fc75714ecf8 req-08c14cb5-66be-4d3e-a980-3a1a4823e25e tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:20.325998 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c968b65d-84ec-48b9-b613-4fc75714ecf8 req-08c14cb5-66be-4d3e-a980-3a1a4823e25e tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 944 time: 0.0479512 May 12 17:48:20.368452 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f5427a05-434c-4e63-87f2-94059a5f88c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:20.378505 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c968b65d-84ec-48b9-b613-4fc75714ecf8 req-28cd89dc-6e2b-4fee-a9fe-fd2aaf1a83c6 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468113 May 12 17:48:20.383949 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-5fb1b6ec-3f23-46e6-b099-fae51be6ef02 service neutron] 10.222.0.76 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859621 May 12 17:48:20.475677 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-9330da26-164b-4f72-9ea2-349e39d10a63 service neutron] 10.222.0.76 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856104 May 12 17:48:20.636816 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e51ba66b-f092-43b3-bbe0-384a2b1c089b req-82efacaa-89b4-49c2-bb67-cc38f675de75 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 210 time: 0.0327113 May 12 17:48:21.494205 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00142353-ec00-46b4-8a1c-4656ea6c66ba req-206ad639-fce0-4a04-8547-523028fa7913 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:21.495725 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-00142353-ec00-46b4-8a1c-4656ea6c66ba req-206ad639-fce0-4a04-8547-523028fa7913 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 944 time: 0.0503845 May 12 17:48:21.548715 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-00142353-ec00-46b4-8a1c-4656ea6c66ba req-d5cc5919-1564-46dc-af72-ccca3a7102b1 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474341 May 12 17:48:21.640265 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-a3fc29ca-493e-4bb2-9ff7-614c38c71187 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:21.641711 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-a3fc29ca-493e-4bb2-9ff7-614c38c71187 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "GET /v2.0/networks?id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5 HTTP/1.1" status: 200 len: 815 time: 0.1082461 May 12 17:48:21.705432 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-34c0abc8-3890-4c26-b25f-4d732bfae8fa tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9 HTTP/1.1" status: 200 len: 380 time: 0.0556121 May 12 17:48:21.723394 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-493a4213-7415-47bc-9665-f5e9ddf058d1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'port': {'device_id': 'd1dbd33a-296d-424f-931d-cbf3fb15edca', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'admin_state_up': True, 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'security_groups': ['f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1']}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:21.747451 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ad4186a3-4733-4ab0-8d83-0e6d77015386 req-82836ef2-c8cd-4779-9568-08420cda21cd tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 210 time: 0.0410681 May 12 17:48:21.847254 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-493a4213-7415-47bc-9665-f5e9ddf058d1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Made reservation on behalf of 38aae8b9be064fabb6e07ea34a5dcdb9 for: {'port': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:48:21.850777 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-493a4213-7415-47bc-9665-f5e9ddf058d1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:21.978610 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-493a4213-7415-47bc-9665-f5e9ddf058d1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Allocated IP 172.20.0.6 (5f0e5ba6-f1dc-4741-a091-633af3cfbec5/e6c02cbf-c8ea-4ce8-9704-004518301240/43cef85c-a437-458e-8aca-ac2d59280f87) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:48:22.115907 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-493a4213-7415-47bc-9665-f5e9ddf058d1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for port (43cef85c-a437-458e-8aca-ac2d59280f87), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:22.149048 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-493a4213-7415-47bc-9665-f5e9ddf058d1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (43cef85c-a437-458e-8aca-ac2d59280f87), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:22.193148 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-493a4213-7415-47bc-9665-f5e9ddf058d1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:48:22.196305 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-493a4213-7415-47bc-9665-f5e9ddf058d1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:48:22.199958 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-493a4213-7415-47bc-9665-f5e9ddf058d1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:48:22.228221 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a4213-7415-47bc-9665-f5e9ddf058d1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event updated for resources: {'Port': ['ID=43cef85c-a437-458e-8aca-ac2d59280f87,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:22.259659 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-493a4213-7415-47bc-9665-f5e9ddf058d1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:22.260296 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-493a4213-7415-47bc-9665-f5e9ddf058d1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:22.277968 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-493a4213-7415-47bc-9665-f5e9ddf058d1 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5593688 May 12 17:48:22.291916 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Request body: {'port': {'device_id': 'd1dbd33a-296d-424f-931d-cbf3fb15edca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:22.354529 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (43cef85c-a437-458e-8aca-ac2d59280f87), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:22.436016 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-2ddd7dc5-b965-4441-b25b-d607f1047b3f None None] Provisioning complete for port 43cef85c-a437-458e-8aca-ac2d59280f87 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:48:22.436620 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2ddd7dc5-b965-4441-b25b-d607f1047b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (43cef85c-a437-458e-8aca-ac2d59280f87), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:22.472867 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd7dc5-b965-4441-b25b-d607f1047b3f None None] Port 43cef85c-a437-458e-8aca-ac2d59280f87 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:48:22.628902 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a87c65fd-4417-420d-9c24-924c60a9c5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:22.655733 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43cef85c-a437-458e-8aca-ac2d59280f87 {{(pid=110069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:48:22.662586 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Publish callbacks [] for port (43cef85c-a437-458e-8aca-ac2d59280f87), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:22.671459 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10aee0-e3a4-46ef-8949-515c499536aa req-71eedcbe-0587-4055-b9ee-de4b04f5a661 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:22.672949 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-cd10aee0-e3a4-46ef-8949-515c499536aa req-71eedcbe-0587-4055-b9ee-de4b04f5a661 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 944 time: 0.0519276 May 12 17:48:22.676178 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.provisioning_blocks [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Transition to ACTIVE for port object 43cef85c-a437-458e-8aca-ac2d59280f87 will not be triggered until provisioned by entity L2. {{(pid=110069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:48:22.680362 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (43cef85c-a437-458e-8aca-ac2d59280f87), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:22.726618 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-cd10aee0-e3a4-46ef-8949-515c499536aa req-598408e7-ac00-44d4-8dfe-d1895b495da6 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476048 May 12 17:48:22.754391 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Pushing event updated for resources: {'Port': ['ID=43cef85c-a437-458e-8aca-ac2d59280f87,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:22.810390 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Attempting to bind port 43cef85c-a437-458e-8aca-ac2d59280f87 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:48:22.810815 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Attempting to bind port 43cef85c-a437-458e-8aca-ac2d59280f87 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:48:22.811283 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Attempting to bind port 43cef85c-a437-458e-8aca-ac2d59280f87 on network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:48:22.816822 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Port 43cef85c-a437-458e-8aca-ac2d59280f87 on network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:48:22.817540 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Attempting to bind port 43cef85c-a437-458e-8aca-ac2d59280f87 on network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:48:22.834582 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:48:22.835255 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Checking segment: {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:48:22.836442 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Bound using segment: {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:48:22.837716 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Bound port: 43cef85c-a437-458e-8aca-ac2d59280f87, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21694302-441e-4c7a-a08d-f5c98efccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5'}}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:48:22.838078 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (43cef85c-a437-458e-8aca-ac2d59280f87), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:22.901394 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d499aa-3705-4cf5-b0b3-14dfbc733f7b req-5ef3b3f1-e43f-45fc-bc56-cae421d64b69 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:22.902807 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-51d499aa-3705-4cf5-b0b3-14dfbc733f7b req-5ef3b3f1-e43f-45fc-bc56-cae421d64b69 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 943 time: 0.0810282 May 12 17:48:22.962798 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] For port 43cef85c-a437-458e-8aca-ac2d59280f87, host hv-cinder-83979, cleared binding levels {{(pid=110069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:48:22.983138 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-51d499aa-3705-4cf5-b0b3-14dfbc733f7b req-4d62ece9-5e0d-4261-af3a-adfad135bf6a tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742655 May 12 17:48:22.984827 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] For port 43cef85c-a437-458e-8aca-ac2d59280f87, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=43cef85c-a437-458e-8aca-ac2d59280f87,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:48:22.991710 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (43cef85c-a437-458e-8aca-ac2d59280f87), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:23.022898 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:23.023543 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:23.024911 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] 10.222.0.89 "PUT /v2.0/ports/43cef85c-a437-458e-8aca-ac2d59280f87 HTTP/1.1" status: 200 len: 1093 time: 0.7386048 May 12 17:48:23.027042 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dbd33a-296d-424f-931d-cbf3fb15edca', 'tag': '43cef85c-a437-458e-8aca-ac2d59280f87'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:23.029267 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3922a9-3da7-4df4-bace-dfc840b20a90" -d '{"events": [{"name": "network-changed", "server_uuid": "d1dbd33a-296d-424f-931d-cbf3fb15edca", "tag": "43cef85c-a437-458e-8aca-ac2d59280f87"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:23.057941 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea2a2d-7b06-4a9b-b9fc-5e282a0eb875 service neutron] Pushing event updated for resources: {'Port': ['ID=43cef85c-a437-458e-8aca-ac2d59280f87,revision_number=3']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:23.066579 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd8c99e-0b7a-4deb-8b6e-edd9200d8824 x-openstack-request-id: req-8dd8c99e-0b7a-4deb-8b6e-edd9200d8824 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:23.066923 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1dbd33a-296d-424f-931d-cbf3fb15edca", "tag": "43cef85c-a437-458e-8aca-ac2d59280f87", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:23.067174 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8dd8c99e-0b7a-4deb-8b6e-edd9200d8824 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:23.067613 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd8c99e-0b7a-4deb-8b6e-edd9200d8824'] response: {'name': 'network-changed', 'server_uuid': 'd1dbd33a-296d-424f-931d-cbf3fb15edca', 'tag': '43cef85c-a437-458e-8aca-ac2d59280f87', 'status': 'completed', 'code': 200} May 12 17:48:23.610528 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3922a9-3da7-4df4-bace-dfc840b20a90 req-9023275b-8c39-4a32-8f91-8eb9e9624fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:23.612083 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4e3922a9-3da7-4df4-bace-dfc840b20a90 req-9023275b-8c39-4a32-8f91-8eb9e9624fa4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 1127 time: 0.0402455 May 12 17:48:23.723211 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3922a9-3da7-4df4-bace-dfc840b20a90 req-799be776-6efa-441c-b93e-da104d3c1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:23.724651 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4e3922a9-3da7-4df4-bace-dfc840b20a90 req-799be776-6efa-441c-b93e-da104d3c1baf service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0947306 May 12 17:48:23.859762 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:23.861361 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e2ff5-6237-4b03-b072-fa5029090dde req-88e9b874-10b8-444f-834a-507823da6d9e tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:23.862879 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5b9e2ff5-6237-4b03-b072-fa5029090dde req-88e9b874-10b8-444f-834a-507823da6d9e tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 944 time: 0.0664623 May 12 17:48:23.864014 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3922a9-3da7-4df4-bace-dfc840b20a90 req-8ba00d00-7525-4cb6-886a-5bae4a686f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:23.865339 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4e3922a9-3da7-4df4-bace-dfc840b20a90 req-8ba00d00-7525-4cb6-886a-5bae4a686f5d service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343648 May 12 17:48:23.938493 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5b9e2ff5-6237-4b03-b072-fa5029090dde req-b7a43f05-62be-4330-9fc3-385c3d7e43dc tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693603 May 12 17:48:23.948822 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-1eec56b3-1caf-4aca-9893-65a74bd33ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:23.950369 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-1eec56b3-1caf-4aca-9893-65a74bd33ddb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 1127 time: 0.0483034 May 12 17:48:23.990905 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-caac08ec-697a-40be-8848-1e90a1d9558e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43cef85c-a437-458e-8aca-ac2d59280f87 HTTP/1.1" status: 200 len: 217 time: 0.0335126 May 12 17:48:24.043603 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-b4b256bf-a42d-4f69-b0f0-bbd88f33e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:24.045036 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-b4b256bf-a42d-4f69-b0f0-bbd88f33e663 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e6c02cbf-c8ea-4ce8-9704-004518301240 HTTP/1.1" status: 200 len: 854 time: 0.0469353 May 12 17:48:24.093891 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-f76b9c7d-593b-4c68-a9e1-950f1f3282bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:24.095424 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-f76b9c7d-593b-4c68-a9e1-950f1f3282bf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390763 May 12 17:48:24.098607 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3263d-0c32-4853-bbf4-7f567c19e738 req-a6a45762-1956-4df4-b88a-6e21ba28c8ce tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:24.100087 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-61b3263d-0c32-4853-bbf4-7f567c19e738 req-a6a45762-1956-4df4-b88a-6e21ba28c8ce tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 943 time: 0.0473824 May 12 17:48:24.147196 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-61b3263d-0c32-4853-bbf4-7f567c19e738 req-e4eeedec-1d85-40e7-9773-b9dc3b250440 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411992 May 12 17:48:24.189538 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-c863b945-5aa1-40c2-9700-34eea44cd333 service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866296 May 12 17:48:24.281859 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-edcb6eb6-102e-448b-9a46-1e962027dfa4 req-121eeda0-d8b7-4953-b980-eeb6295078d2 service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816026 May 12 17:48:25.050350 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61180a02-51c3-47a4-950f-5b86021c3033 req-b00f007b-de5b-4f69-9213-5566c2bec69a tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:25.051839 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-61180a02-51c3-47a4-950f-5b86021c3033 req-b00f007b-de5b-4f69-9213-5566c2bec69a tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 944 time: 0.0463758 May 12 17:48:25.103804 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-61180a02-51c3-47a4-950f-5b86021c3033 req-5e41e464-73ad-45ae-b6ea-eb1c5f847a44 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458536 May 12 17:48:25.116392 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device fac993c6-5c0c-429d-9df1-25372f4535e2 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:48:25.227485 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port fac993c6-5c0c-429d-9df1-25372f4535e2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fac993c6-5c0c-429d-9df1-25372f4535e2,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:25.230465 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:25.240312 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': 'fac993c6-5c0c-429d-9df1-25372f4535e2', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'port_id': 'fac993c6-5c0c-429d-9df1-25372f4535e2', 'mac_address': 'fa:16:3e:4c:5a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:48:25.261745 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcae4c-5e5f-4ed9-871a-05dbd64de46e req-6e8e8964-798e-4fa9-8d71-3238a9063002 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:25.263230 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f6bcae4c-5e5f-4ed9-871a-05dbd64de46e req-6e8e8964-798e-4fa9-8d71-3238a9063002 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 943 time: 0.0472808 May 12 17:48:25.278745 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port fac993c6-5c0c-429d-9df1-25372f4535e2 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:48:25.279139 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (fac993c6-5c0c-429d-9df1-25372f4535e2), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:25.292266 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac993c6-5c0c-429d-9df1-25372f4535e2 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:48:25.312016 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port fac993c6-5c0c-429d-9df1-25372f4535e2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fac993c6-5c0c-429d-9df1-25372f4535e2,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:25.316410 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f6bcae4c-5e5f-4ed9-871a-05dbd64de46e req-16908677-74b7-42b0-9ec2-b7ab39c8abfd tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471959 May 12 17:48:25.317413 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (fac993c6-5c0c-429d-9df1-25372f4535e2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:25.363879 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=fac993c6-5c0c-429d-9df1-25372f4535e2,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:25.371450 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:25.371806 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:25.372169 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:25.372505 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:25.372846 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:25.373185 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:25.373521 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:25.373855 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:25.374188 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:25.374521 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:25.374880 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:25.375223 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:25.375554 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:25.375884 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:25.376214 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:48:25.660923 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['fac993c6-5c0c-429d-9df1-25372f4535e2'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:48:26.216402 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef8383-5f49-40db-8244-86902fe23d3e req-ac88a6f4-c723-4cf1-807d-381a64083659 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:26.217847 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-12ef8383-5f49-40db-8244-86902fe23d3e req-ac88a6f4-c723-4cf1-807d-381a64083659 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 945 time: 0.0470169 May 12 17:48:26.269001 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-12ef8383-5f49-40db-8244-86902fe23d3e req-d0a7bbb4-4b25-4068-87f0-6d05a0b35979 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456233 May 12 17:48:26.428580 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58cc04-1d46-4fc8-9757-95622aac89a5 req-c8eb45b0-c65f-467e-9d99-074756f57d79 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:26.429930 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-cc58cc04-1d46-4fc8-9757-95622aac89a5 req-c8eb45b0-c65f-467e-9d99-074756f57d79 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 943 time: 0.0464385 May 12 17:48:26.477172 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-cc58cc04-1d46-4fc8-9757-95622aac89a5 req-f06f0365-3ba1-462d-a198-403f2aeabab5 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410566 May 12 17:48:26.618939 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:27.119009 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 43cef85c-a437-458e-8aca-ac2d59280f87 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:48:27.122192 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device fac993c6-5c0c-429d-9df1-25372f4535e2 up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:48:27.360667 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port fac993c6-5c0c-429d-9df1-25372f4535e2 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:48:27.370340 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port fac993c6-5c0c-429d-9df1-25372f4535e2 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:48:27.370654 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (fac993c6-5c0c-429d-9df1-25372f4535e2), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:27.387790 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5e10c-ef64-4b62-a273-c37109bae812 req-bdbb028a-7a30-4ca9-8a91-d37669c0a224 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:27.389315 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-26c5e10c-ef64-4b62-a273-c37109bae812 req-bdbb028a-7a30-4ca9-8a91-d37669c0a224 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 945 time: 0.0490139 May 12 17:48:27.411155 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 43cef85c-a437-458e-8aca-ac2d59280f87, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=43cef85c-a437-458e-8aca-ac2d59280f87,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:27.429220 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '43cef85c-a437-458e-8aca-ac2d59280f87', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'port_id': '43cef85c-a437-458e-8aca-ac2d59280f87', 'mac_address': 'fa:16:3e:36:84:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:48:27.439929 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-26c5e10c-ef64-4b62-a273-c37109bae812 req-29ff4cd1-7c57-42a4-b0f9-6531fa240552 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447474 May 12 17:48:27.493979 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 43cef85c-a437-458e-8aca-ac2d59280f87 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:48:27.494370 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (43cef85c-a437-458e-8aca-ac2d59280f87), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:27.514146 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port fac993c6-5c0c-429d-9df1-25372f4535e2 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:48:27.514619 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (fac993c6-5c0c-429d-9df1-25372f4535e2), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:27.525130 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cef85c-a437-458e-8aca-ac2d59280f87 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:48:27.555167 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac993c6-5c0c-429d-9df1-25372f4535e2'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:27.557485 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a760a220-6c81-46cb-b9f9-104e5cb6f540" -d '{"events": [{"server_uuid": "befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5", "name": "network-vif-plugged", "status": "completed", "tag": "fac993c6-5c0c-429d-9df1-25372f4535e2"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:27.562579 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 43cef85c-a437-458e-8aca-ac2d59280f87, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=43cef85c-a437-458e-8aca-ac2d59280f87,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:27.569220 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (43cef85c-a437-458e-8aca-ac2d59280f87), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:27.576000 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port fac993c6-5c0c-429d-9df1-25372f4535e2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fac993c6-5c0c-429d-9df1-25372f4535e2,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:27.595641 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27851501-2d7e-4425-9f71-602ddde9e6d8 req-cdfc4a00-0087-4b07-9b96-0b567de8e799 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:27.597138 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-27851501-2d7e-4425-9f71-602ddde9e6d8 req-cdfc4a00-0087-4b07-9b96-0b567de8e799 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 943 time: 0.0500867 May 12 17:48:27.599074 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (fac993c6-5c0c-429d-9df1-25372f4535e2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:27.629257 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=43cef85c-a437-458e-8aca-ac2d59280f87,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:27.656381 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-27851501-2d7e-4425-9f71-602ddde9e6d8 req-6a1cc348-a574-4ef3-8fe9-841a8d2240f7 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527275 May 12 17:48:27.663683 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ae959d-e901-4ed1-ab4f-32132a411015 x-openstack-request-id: req-88ae959d-e901-4ed1-ab4f-32132a411015 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:27.663985 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5", "name": "network-vif-plugged", "status": "completed", "tag": "fac993c6-5c0c-429d-9df1-25372f4535e2", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:27.664247 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88ae959d-e901-4ed1-ab4f-32132a411015 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:27.664756 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ae959d-e901-4ed1-ab4f-32132a411015'] response: {'server_uuid': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac993c6-5c0c-429d-9df1-25372f4535e2', 'code': 200} May 12 17:48:27.682721 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=fac993c6-5c0c-429d-9df1-25372f4535e2,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:27.893722 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['43cef85c-a437-458e-8aca-ac2d59280f87'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:48:27.945896 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42c334-825e-40a0-adb2-9a4977c1167b req-15502e78-c30a-48ed-b975-fbd7a2dde20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:27.948142 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9d42c334-825e-40a0-adb2-9a4977c1167b req-15502e78-c30a-48ed-b975-fbd7a2dde20d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 1130 time: 0.0432432 May 12 17:48:27.995174 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9d42c334-825e-40a0-adb2-9a4977c1167b req-e084762a-0e01-4eda-9232-bf266c9d643b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400226 May 12 17:48:28.556999 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91fbe3-a7b3-4669-8996-85e160474146 req-b803d486-bbd0-4756-9e89-58bb775b73ee tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:28.558639 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3c91fbe3-a7b3-4669-8996-85e160474146 req-b803d486-bbd0-4756-9e89-58bb775b73ee tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 946 time: 0.0481794 May 12 17:48:28.606955 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3c91fbe3-a7b3-4669-8996-85e160474146 req-081b80f7-a612-41a4-8f68-dfccf595bba0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427542 May 12 17:48:28.770965 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1409dc-46ce-4b93-b721-8cdf41919efb req-c56de90e-a825-41b9-b831-74961396a46d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:28.772654 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2d1409dc-46ce-4b93-b721-8cdf41919efb req-c56de90e-a825-41b9-b831-74961396a46d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 944 time: 0.0497522 May 12 17:48:28.818933 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2d1409dc-46ce-4b93-b721-8cdf41919efb req-eba3d198-1249-4ee2-9315-a5c589aec87c tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402417 May 12 17:48:29.132211 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 43cef85c-a437-458e-8aca-ac2d59280f87 up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:48:29.176242 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port 43cef85c-a437-458e-8aca-ac2d59280f87 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:48:29.181823 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 43cef85c-a437-458e-8aca-ac2d59280f87 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:48:29.182218 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (43cef85c-a437-458e-8aca-ac2d59280f87), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:29.263786 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 43cef85c-a437-458e-8aca-ac2d59280f87 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:48:29.264182 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (43cef85c-a437-458e-8aca-ac2d59280f87), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:29.297615 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 43cef85c-a437-458e-8aca-ac2d59280f87, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=43cef85c-a437-458e-8aca-ac2d59280f87,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:29.301205 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (43cef85c-a437-458e-8aca-ac2d59280f87), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:29.349137 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=43cef85c-a437-458e-8aca-ac2d59280f87,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:29.665819 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dbd33a-296d-424f-931d-cbf3fb15edca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cef85c-a437-458e-8aca-ac2d59280f87'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:29.668183 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461887e3-cb37-4580-b5b7-24044642657c" -d '{"events": [{"server_uuid": "d1dbd33a-296d-424f-931d-cbf3fb15edca", "name": "network-vif-plugged", "status": "completed", "tag": "43cef85c-a437-458e-8aca-ac2d59280f87"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:29.706163 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbabcd9-3d50-4e7f-83d5-14db3352d7eb x-openstack-request-id: req-3fbabcd9-3d50-4e7f-83d5-14db3352d7eb {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:29.706578 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dbd33a-296d-424f-931d-cbf3fb15edca", "name": "network-vif-plugged", "status": "completed", "tag": "43cef85c-a437-458e-8aca-ac2d59280f87", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:29.706972 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3fbabcd9-3d50-4e7f-83d5-14db3352d7eb {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:29.707451 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fbabcd9-3d50-4e7f-83d5-14db3352d7eb'] response: {'server_uuid': 'd1dbd33a-296d-424f-931d-cbf3fb15edca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cef85c-a437-458e-8aca-ac2d59280f87', 'code': 200} May 12 17:48:29.718062 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075919cf-2b72-4e8c-aa4d-692bbb20baa1 req-39e18af3-4496-47c2-86c8-071a1c6f3dd1 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:29.719564 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-075919cf-2b72-4e8c-aa4d-692bbb20baa1 req-39e18af3-4496-47c2-86c8-071a1c6f3dd1 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 946 time: 0.0469928 May 12 17:48:29.772758 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-075919cf-2b72-4e8c-aa4d-692bbb20baa1 req-2fcfa4d7-a680-4ff1-8805-40056fa0e9c3 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477250 May 12 17:48:29.946643 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a4a32-5a21-48af-92b7-4e78d2e4a4d5 req-6a94bebd-7fbf-4cf4-a33e-0cb5a506d6bb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:29.953847 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d64a4a32-5a21-48af-92b7-4e78d2e4a4d5 req-6a94bebd-7fbf-4cf4-a33e-0cb5a506d6bb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 945 time: 0.0616922 May 12 17:48:30.003434 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d64a4a32-5a21-48af-92b7-4e78d2e4a4d5 req-85864d30-6d18-4d65-b09e-1b9610980d23 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487266 May 12 17:48:30.068348 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d539e84-0b5b-4881-b331-568504474415 req-53b00e73-f7c8-4e95-9101-99fbf8e6d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:30.069866 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9d539e84-0b5b-4881-b331-568504474415 req-53b00e73-f7c8-4e95-9101-99fbf8e6d5b8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 1129 time: 0.0383720 May 12 17:48:30.122605 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9d539e84-0b5b-4881-b331-568504474415 req-cb60941c-9fb0-4f7c-af54-0a732ead9ec4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374713 May 12 17:48:30.886596 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb325a-690e-47b4-a534-4c6d4fcc21f1 req-9f096509-2cbc-4cd8-afe9-9b012e6d8147 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:30.888134 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6ebb325a-690e-47b4-a534-4c6d4fcc21f1 req-9f096509-2cbc-4cd8-afe9-9b012e6d8147 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 946 time: 0.0478232 May 12 17:48:30.940176 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6ebb325a-690e-47b4-a534-4c6d4fcc21f1 req-9fbf51ae-7f69-4d74-9015-9a97de9e6445 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462630 May 12 17:48:30.996977 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f0dd8-be72-4bdd-9abb-671c7b7e990d req-a4eb4d82-5691-47a9-a817-62a6130ae110 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:30.998383 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d53f0dd8-be72-4bdd-9abb-671c7b7e990d req-a4eb4d82-5691-47a9-a817-62a6130ae110 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0462334 May 12 17:48:31.048945 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d53f0dd8-be72-4bdd-9abb-671c7b7e990d req-0651bb22-63da-42b3-ad41-c6c5673e9270 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449169 May 12 17:48:31.055048 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553fee8-f10d-4db4-b45f-4d83360f88b1 req-5c02ec36-d39f-4ca4-a62d-0e521c2b7406 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:31.057207 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b553fee8-f10d-4db4-b45f-4d83360f88b1 req-5c02ec36-d39f-4ca4-a62d-0e521c2b7406 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 946 time: 0.0513668 May 12 17:48:31.112692 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b553fee8-f10d-4db4-b45f-4d83360f88b1 req-bc3efc46-d0d7-4b1b-ae16-aa4ec5f332aa tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460351 May 12 17:48:31.136178 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 51350) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:31.153308 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350767c5-4b39-4f80-b3b5-a68e52166218 req-d65f98db-d1e5-47d5-9371-d16cde993afc tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:31.154813 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-350767c5-4b39-4f80-b3b5-a68e52166218 req-d65f98db-d1e5-47d5-9371-d16cde993afc tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 945 time: 0.0474346 May 12 17:48:31.174387 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee804311-a923-41d2-a649-856f8b507994 tempest-TestVolumeBootPattern-1036924379 tempest-TestVolumeBootPattern-1036924379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:31.175955 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-ee804311-a923-41d2-a649-856f8b507994 tempest-TestVolumeBootPattern-1036924379 tempest-TestVolumeBootPattern-1036924379-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 1125 time: 0.0387678 May 12 17:48:31.178806 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 51352) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:31.184197 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Request body: {'floatingip': {'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'port_id': 'fac993c6-5c0c-429d-9df1-25372f4535e2', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:31.202586 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-350767c5-4b39-4f80-b3b5-a68e52166218 req-6be589cb-769d-495a-89d6-2b0b96f46140 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420525 May 12 17:48:31.205146 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:31.287118 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:31.393477 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Allocated IP 172.27.3.227 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/a5e13274-4814-404e-becd-2a990c7461c9) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:48:31.497062 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for port (a5e13274-4814-404e-becd-2a990c7461c9), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:31.530717 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (a5e13274-4814-404e-becd-2a990c7461c9), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:31.566589 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:48:31.569402 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:48:31.573048 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:48:31.598335 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event updated for resources: {'Port': ['ID=a5e13274-4814-404e-becd-2a990c7461c9,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:32.219649 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520df166-05c7-4f92-8df1-c19154fde9c9 req-8b9f09ee-12f5-4460-aff6-479470f02b85 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:32.221136 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-520df166-05c7-4f92-8df1-c19154fde9c9 req-8b9f09ee-12f5-4460-aff6-479470f02b85 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0801971 May 12 17:48:32.255413 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for floatingip (88fa077b-3584-44e7-8a39-a2affe9bec92), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:32.313239 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-520df166-05c7-4f92-8df1-c19154fde9c9 req-69f5b311-b9a6-4ad6-a690-8b6f5c7f8807 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860450 May 12 17:48:32.334803 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0be59c-ded7-441b-b9ce-a20a4b9495a4 req-9dac137e-81ea-46f1-80bd-625efe08b7b5 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:32.334803 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6a0be59c-ded7-441b-b9ce-a20a4b9495a4 req-9dac137e-81ea-46f1-80bd-625efe08b7b5 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 945 time: 0.0479302 May 12 17:48:32.353327 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (a5e13274-4814-404e-becd-2a990c7461c9), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:32.378403 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6a0be59c-ded7-441b-b9ce-a20a4b9495a4 req-155de1f0-a39a-4adc-b5f7-f4df0473ec35 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423865 May 12 17:48:32.528745 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89184e0c-262c-4bed-97ec-f47d3d27a59d req-c6cedef1-325a-463d-b164-d000a9e79d2c tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:32.530214 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-89184e0c-262c-4bed-97ec-f47d3d27a59d req-c6cedef1-325a-463d-b164-d000a9e79d2c tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 945 time: 0.0826380 May 12 17:48:32.538996 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 51360) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:32.543618 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-2f5bb73d-e739-4137-930d-5efc81594202 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Request body: {'floatingip': {'port_id': '43cef85c-a437-458e-8aca-ac2d59280f87'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:32.575245 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for port (a5e13274-4814-404e-becd-2a990c7461c9), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:32.579950 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (a5e13274-4814-404e-becd-2a990c7461c9), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:32.585660 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2f5bb73d-e739-4137-930d-5efc81594202 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (e6d98dab-553c-4e50-8659-e93cbefaa102), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:32.651521 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event updated for resources: {'Port': ['ID=a5e13274-4814-404e-becd-2a990c7461c9,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:32.662065 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (88fa077b-3584-44e7-8a39-a2affe9bec92), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:32.765538 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.l3_db [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Floating IP 88fa077b-3584-44e7-8a39-a2affe9bec92 associated. External IP: 172.27.3.227, port: fac993c6-5c0c-429d-9df1-25372f4535e2. May 12 17:48:32.980134 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Router 43453b9e-01a5-463b-8502-f0acb3b1868b has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:48:33.030203 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2f5bb73d-e739-4137-930d-5efc81594202 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:33.034033 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2f5bb73d-e739-4137-930d-5efc81594202 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (e6d98dab-553c-4e50-8659-e93cbefaa102), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:33.080565 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5b69f-c951-4ba3-991e-279c7544dddd req-c30d1d19-4c48-4a3b-8e59-6433f587de7b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:33.082050 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6dd5b69f-c951-4ba3-991e-279c7544dddd req-c30d1d19-4c48-4a3b-8e59-6433f587de7b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.89 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.0564790 May 12 17:48:33.137592 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.l3_db [None req-2f5bb73d-e739-4137-930d-5efc81594202 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Floating IP e6d98dab-553c-4e50-8659-e93cbefaa102 associated. External IP: 172.27.3.18, port: 43cef85c-a437-458e-8aca-ac2d59280f87. May 12 17:48:33.167703 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:48:33.179398 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e875b983-7ee0-49e1-b389-ab6a825da13e None None] Sync routers for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:48:33.191185 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e875b983-7ee0-49e1-b389-ab6a825da13e None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:33.192144 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-e875b983-7ee0-49e1-b389-ab6a825da13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:48:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:33.216462 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:33.244179 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-6dd5b69f-c951-4ba3-991e-279c7544dddd req-e6d5a6f1-ef29-4ef8-8795-d7ba6375a112 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Deleting port dae83d1a-12ad-4d98-a4d1-13233ca983ae {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:48:33.244751 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-6dd5b69f-c951-4ba3-991e-279c7544dddd req-e6d5a6f1-ef29-4ef8-8795-d7ba6375a112 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (dae83d1a-12ad-4d98-a4d1-13233ca983ae), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:33.280817 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-f7f15b7f-5218-4c7a-9ae0-18e4ce408f76 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1009765 May 12 17:48:33.284002 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'tag': 'fac993c6-5c0c-429d-9df1-25372f4535e2'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:33.286754 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daed3ee7-a088-4bb7-ae06-dc14bd27e5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5", "tag": "fac993c6-5c0c-429d-9df1-25372f4535e2"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:33.322778 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-e875b983-7ee0-49e1-b389-ab6a825da13e None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:33.338756 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9428dfae-9626-4672-9c20-8020d67b1cfa x-openstack-request-id: req-9428dfae-9626-4672-9c20-8020d67b1cfa {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:33.339120 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5", "tag": "fac993c6-5c0c-429d-9df1-25372f4535e2", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:33.339445 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9428dfae-9626-4672-9c20-8020d67b1cfa {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:33.339911 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9428dfae-9626-4672-9c20-8020d67b1cfa'] response: {'name': 'network-changed', 'server_uuid': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'tag': 'fac993c6-5c0c-429d-9df1-25372f4535e2', 'status': 'completed', 'code': 200} May 12 17:48:33.393822 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5bb73d-e739-4137-930d-5efc81594202 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Router 20c039b5-b469-4a55-8d72-a91b8dff6cff has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:48:33.446429 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-6dd5b69f-c951-4ba3-991e-279c7544dddd req-e6d5a6f1-ef29-4ef8-8795-d7ba6375a112 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] For port dae83d1a-12ad-4d98-a4d1-13233ca983ae, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=dae83d1a-12ad-4d98-a4d1-13233ca983ae,segment=NetworkSegment(c5653109-2751-4d2a-9239-6af47576e099),segment_id=c5653109-2751-4d2a-9239-6af47576e099)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:33.446827 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-6dd5b69f-c951-4ba3-991e-279c7544dddd req-e6d5a6f1-ef29-4ef8-8795-d7ba6375a112 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (dae83d1a-12ad-4d98-a4d1-13233ca983ae), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:33.469323 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed3ee7-a088-4bb7-ae06-dc14bd27e5b0 req-5f37ba1d-efe3-4bf1-bd6a-5db6c9f2aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:33.470861 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-daed3ee7-a088-4bb7-ae06-dc14bd27e5b0 req-5f37ba1d-efe3-4bf1-bd6a-5db6c9f2aa4b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e9154d1a4c44c6b8a42001c659d069b&device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 1130 time: 0.1008117 May 12 17:48:33.520151 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a0688-8237-4b81-8779-ab2cd731b33f req-d5be8a3c-dfce-4874-ae1b-c1abcdaa4ea9 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:33.521576 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-067a0688-8237-4b81-8779-ab2cd731b33f req-d5be8a3c-dfce-4874-ae1b-c1abcdaa4ea9 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 946 time: 0.1185491 May 12 17:48:33.581606 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-e875b983-7ee0-49e1-b389-ab6a825da13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '88fa077b-3584-44e7-8a39-a2affe9bec92', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'port_id': 'fac993c6-5c0c-429d-9df1-25372f4535e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'mac_address': 'fa:16:3e:4c:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:31Z', 'updated_at': '2022-05-12T17:48:31Z', 'revision_number': 0, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:33.609728 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e875b983-7ee0-49e1-b389-ab6a825da13e None None] Checking router: 43453b9e-01a5-463b-8502-f0acb3b1868b for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:48:33.619291 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e875b983-7ee0-49e1-b389-ab6a825da13e None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:33.619931 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-e875b983-7ee0-49e1-b389-ab6a825da13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:48:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:33.697924 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-067a0688-8237-4b81-8779-ab2cd731b33f req-72cccd38-6aa3-4f4f-a199-afc75eea0c20 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=811f4d5e-d3b4-45af-adbc-2ff508371225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568985 May 12 17:48:33.701088 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed3ee7-a088-4bb7-ae06-dc14bd27e5b0 req-b07fe990-8a95-4954-9af8-c4361c891d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:33.702501 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-daed3ee7-a088-4bb7-ae06-dc14bd27e5b0 req-b07fe990-8a95-4954-9af8-c4361c891d34 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3cb76e15-efb3-4276-8531-f3adac3a6ec1 HTTP/1.1" status: 200 len: 913 time: 0.2019038 May 12 17:48:33.742079 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-e875b983-7ee0-49e1-b389-ab6a825da13e None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:33.765850 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5bb73d-e739-4137-930d-5efc81594202 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:48:33.770580 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2f5bb73d-e739-4137-930d-5efc81594202 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:33.777467 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76023e6e-35b7-4111-be59-64cefec6d52e None None] Sync routers for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:48:33.790197 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76023e6e-35b7-4111-be59-64cefec6d52e None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:33.792633 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-76023e6e-35b7-4111-be59-64cefec6d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:48:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:33.808549 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-2f5bb73d-e739-4137-930d-5efc81594202 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "PUT /v2.0/floatingips/e6d98dab-553c-4e50-8659-e93cbefaa102 HTTP/1.1" status: 200 len: 990 time: 1.2683370 May 12 17:48:33.809170 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dbd33a-296d-424f-931d-cbf3fb15edca', 'tag': '43cef85c-a437-458e-8aca-ac2d59280f87'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:33.811645 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-6dd5b69f-c951-4ba3-991e-279c7544dddd req-e6d5a6f1-ef29-4ef8-8795-d7ba6375a112 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:33.811823 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada96746-8e85-4c8b-9a16-55115b52625b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1dbd33a-296d-424f-931d-cbf3fb15edca", "tag": "43cef85c-a437-458e-8aca-ac2d59280f87"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:33.812037 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-6dd5b69f-c951-4ba3-991e-279c7544dddd req-e6d5a6f1-ef29-4ef8-8795-d7ba6375a112 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (82d926c5-e186-45a4-bbd0-829bbab792e6), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:33.812333 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.l3_db [req-6dd5b69f-c951-4ba3-991e-279c7544dddd req-e6d5a6f1-ef29-4ef8-8795-d7ba6375a112 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Floating IP 82d926c5-e186-45a4-bbd0-829bbab792e6 disassociated. External IP: 172.27.3.169, port: dae83d1a-12ad-4d98-a4d1-13233ca983ae. May 12 17:48:33.812684 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-6dd5b69f-c951-4ba3-991e-279c7544dddd req-e6d5a6f1-ef29-4ef8-8795-d7ba6375a112 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Calling delete_port for dae83d1a-12ad-4d98-a4d1-13233ca983ae owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:48:33.827457 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-daed3ee7-a088-4bb7-ae06-dc14bd27e5b0 req-6db458b1-3378-4346-9789-07fde3fd0baa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fac993c6-5c0c-429d-9df1-25372f4535e2 HTTP/1.1" status: 200 len: 1000 time: 0.0890567 May 12 17:48:33.850787 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057afd43-0b0e-4487-9cad-354342f944e8 x-openstack-request-id: req-057afd43-0b0e-4487-9cad-354342f944e8 {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:33.851081 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1dbd33a-296d-424f-931d-cbf3fb15edca", "tag": "43cef85c-a437-458e-8aca-ac2d59280f87", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:33.851337 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-057afd43-0b0e-4487-9cad-354342f944e8 {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:33.851732 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057afd43-0b0e-4487-9cad-354342f944e8'] response: {'name': 'network-changed', 'server_uuid': 'd1dbd33a-296d-424f-931d-cbf3fb15edca', 'tag': '43cef85c-a437-458e-8aca-ac2d59280f87', 'status': 'completed', 'code': 200} May 12 17:48:33.870582 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:48:33.926424 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada96746-8e85-4c8b-9a16-55115b52625b req-4e390376-1ad3-4398-92cd-6832010651a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:33.926711 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed3ee7-a088-4bb7-ae06-dc14bd27e5b0 req-bdb5033a-db42-4bcb-a044-ae4668aacc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:33.927960 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-daed3ee7-a088-4bb7-ae06-dc14bd27e5b0 req-bdb5033a-db42-4bcb-a044-ae4668aacc85 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d9c99e92-93c2-417d-8e54-471b58588d33 HTTP/1.1" status: 200 len: 851 time: 0.0634875 May 12 17:48:33.928252 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ada96746-8e85-4c8b-9a16-55115b52625b req-4e390376-1ad3-4398-92cd-6832010651a0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 1129 time: 0.0461900 May 12 17:48:33.949893 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-76023e6e-35b7-4111-be59-64cefec6d52e None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:34.004759 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed3ee7-a088-4bb7-ae06-dc14bd27e5b0 req-25f75672-26db-4278-90db-9b1c8687f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:34.005782 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-daed3ee7-a088-4bb7-ae06-dc14bd27e5b0 req-25f75672-26db-4278-90db-9b1c8687f46a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3cb76e15-efb3-4276-8531-f3adac3a6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0650907 May 12 17:48:34.020407 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-e875b983-7ee0-49e1-b389-ab6a825da13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '88fa077b-3584-44e7-8a39-a2affe9bec92', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'port_id': 'fac993c6-5c0c-429d-9df1-25372f4535e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'mac_address': 'fa:16:3e:4c:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:31Z', 'updated_at': '2022-05-12T17:48:31Z', 'revision_number': 0, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:34.052099 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e875b983-7ee0-49e1-b389-ab6a825da13e None None] The sync data for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi is: [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '88fa077b-3584-44e7-8a39-a2affe9bec92', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'port_id': 'fac993c6-5c0c-429d-9df1-25372f4535e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'mac_address': 'fa:16:3e:4c:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:31Z', 'updated_at': '2022-05-12T17:48:31Z', 'revision_number': 0, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:48:34.070733 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada96746-8e85-4c8b-9a16-55115b52625b req-30e6c945-3f71-4dc5-8d1f-c462ee536840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:34.073735 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ada96746-8e85-4c8b-9a16-55115b52625b req-30e6c945-3f71-4dc5-8d1f-c462ee536840 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5 HTTP/1.1" status: 200 len: 916 time: 0.1314762 May 12 17:48:34.085288 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-6dd5b69f-c951-4ba3-991e-279c7544dddd req-e6d5a6f1-ef29-4ef8-8795-d7ba6375a112 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (dae83d1a-12ad-4d98-a4d1-13233ca983ae), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:34.126353 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5a6f1-ef29-4ef8-8795-d7ba6375a112 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event deleted for resources: {'Port': ['ID=dae83d1a-12ad-4d98-a4d1-13233ca983ae,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:34.169877 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ada96746-8e85-4c8b-9a16-55115b52625b req-1056d842-8393-40a9-9f07-0d2418205010 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43cef85c-a437-458e-8aca-ac2d59280f87 HTTP/1.1" status: 200 len: 998 time: 0.0890210 May 12 17:48:34.210651 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-daed3ee7-a088-4bb7-ae06-dc14bd27e5b0 req-8e344a33-873a-417d-83ad-ffbf35517da8 service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951439 May 12 17:48:34.223957 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-76023e6e-35b7-4111-be59-64cefec6d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'e6d98dab-553c-4e50-8659-e93cbefaa102', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': '43cef85c-a437-458e-8aca-ac2d59280f87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:36:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dbd33a-296d-424f-931d-cbf3fb15edca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:19Z', 'updated_at': '2022-05-12T17:48:32Z', 'revision_number': 1, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:34.224611 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada96746-8e85-4c8b-9a16-55115b52625b req-9e8a77a3-7d90-44c1-ad8f-60bc089f0152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:34.228689 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ada96746-8e85-4c8b-9a16-55115b52625b req-9e8a77a3-7d90-44c1-ad8f-60bc089f0152 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e6c02cbf-c8ea-4ce8-9704-004518301240 HTTP/1.1" status: 200 len: 854 time: 0.0524075 May 12 17:48:34.259947 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76023e6e-35b7-4111-be59-64cefec6d52e None None] Checking router: 20c039b5-b469-4a55-8d72-a91b8dff6cff for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:48:34.270401 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76023e6e-35b7-4111-be59-64cefec6d52e None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:34.271445 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-76023e6e-35b7-4111-be59-64cefec6d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:48:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:34.299020 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada96746-8e85-4c8b-9a16-55115b52625b req-0631c480-7080-46b7-b79b-6ea7280626e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:34.300790 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ada96746-8e85-4c8b-9a16-55115b52625b req-0631c480-7080-46b7-b79b-6ea7280626e0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5f0e5ba6-f1dc-4741-a091-633af3cfbec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0600336 May 12 17:48:34.339092 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4107fb-4fef-4f08-8d0a-4b930a205835 None None] New status for floating IP 88fa077b-3584-44e7-8a39-a2affe9bec92: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:48:34.361401 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-daed3ee7-a088-4bb7-ae06-dc14bd27e5b0 req-504d2624-1ffb-400d-bba9-aa48a75967b1 service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417787 May 12 17:48:34.367082 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dd5b69f-c951-4ba3-991e-279c7544dddd req-e6d5a6f1-ef29-4ef8-8795-d7ba6375a112 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:48:34.405920 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-76023e6e-35b7-4111-be59-64cefec6d52e None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:34.430026 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ada96746-8e85-4c8b-9a16-55115b52625b req-98b07513-4d18-40e1-84c4-8bcdb891203b service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202676 May 12 17:48:34.553119 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dd5b69f-c951-4ba3-991e-279c7544dddd req-e6d5a6f1-ef29-4ef8-8795-d7ba6375a112 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:48:34.597943 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b435d75-62b2-4086-ba94-accab3718a2e None None] Sync routers for ids ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:48:34.604145 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ada96746-8e85-4c8b-9a16-55115b52625b req-8dd29122-254a-42e9-b2f4-04a4222f0e3d service neutron] 10.222.0.89 "GET /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630239 May 12 17:48:34.614467 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd5b69f-c951-4ba3-991e-279c7544dddd req-e6d5a6f1-ef29-4ef8-8795-d7ba6375a112 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] No DVR routers for this DVR port dae83d1a-12ad-4d98-a4d1-13233ca983ae on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:48:34.617027 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-6dd5b69f-c951-4ba3-991e-279c7544dddd req-e6d5a6f1-ef29-4ef8-8795-d7ba6375a112 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:34.620491 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6dd5b69f-c951-4ba3-991e-279c7544dddd req-e6d5a6f1-ef29-4ef8-8795-d7ba6375a112 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.89 "DELETE /v2.0/ports/dae83d1a-12ad-4d98-a4d1-13233ca983ae HTTP/1.1" status: 204 len: 173 time: 1.5074563 May 12 17:48:34.626089 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b435d75-62b2-4086-ba94-accab3718a2e None None] Routers {'31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:34.626848 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-5b435d75-62b2-4086-ba94-accab3718a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:48:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:34.770823 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-76023e6e-35b7-4111-be59-64cefec6d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'e6d98dab-553c-4e50-8659-e93cbefaa102', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': '43cef85c-a437-458e-8aca-ac2d59280f87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:36:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dbd33a-296d-424f-931d-cbf3fb15edca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:19Z', 'updated_at': '2022-05-12T17:48:32Z', 'revision_number': 1, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:34.807907 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76023e6e-35b7-4111-be59-64cefec6d52e None None] The sync data for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi is: [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'e6d98dab-553c-4e50-8659-e93cbefaa102', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'port_id': '43cef85c-a437-458e-8aca-ac2d59280f87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'mac_address': 'fa:16:3e:36:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dbd33a-296d-424f-931d-cbf3fb15edca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:19Z', 'updated_at': '2022-05-12T17:48:32Z', 'revision_number': 1, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:48:34.815464 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d20b5a5e-d8ea-4e5f-87e6-dd748db8f4cf req-f1b9f9f3-a4e9-4040-a609-ae861b487c40 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=a92a89c3-a796-4a8b-9491-3f944bca5a9b HTTP/1.1" status: 200 len: 210 time: 0.0285690 May 12 17:48:34.835298 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-5b435d75-62b2-4086-ba94-accab3718a2e None None] Set router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:35.012762 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669614bd-f2db-49f5-b15c-d23bef21acd6 None None] New status for floating IP e6d98dab-553c-4e50-8659-e93cbefaa102: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:48:35.033740 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-5b435d75-62b2-4086-ba94-accab3718a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:46Z', 'revision_number': 4, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '116a7df0-1799-4b81-8257-28151f7e9833', 'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'mac_address': 'fa:16:3e:1a:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:59Z', 'revision_number': 5, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'subnets': [{'id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:35.066620 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b435d75-62b2-4086-ba94-accab3718a2e None None] Checking router: 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:48:35.076961 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b435d75-62b2-4086-ba94-accab3718a2e None None] Routers {'31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:35.077580 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-5b435d75-62b2-4086-ba94-accab3718a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:48:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:35.185166 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device dae83d1a-12ad-4d98-a4d1-13233ca983ae no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:48:35.208057 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-5b435d75-62b2-4086-ba94-accab3718a2e None None] Set router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:35.210956 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: dae83d1a-12ad-4d98-a4d1-13233ca983ae {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:48:35.211398 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device dae83d1a-12ad-4d98-a4d1-13233ca983ae not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:48:35.341496 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92a89c3-a796-4a8b-9491-3f944bca5a9b', 'name': 'network-vif-deleted', 'tag': 'dae83d1a-12ad-4d98-a4d1-13233ca983ae'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:35.344007 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4860397-c851-4f84-a435-2ea36a196553" -d '{"events": [{"server_uuid": "a92a89c3-a796-4a8b-9491-3f944bca5a9b", "name": "network-vif-deleted", "tag": "dae83d1a-12ad-4d98-a4d1-13233ca983ae"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:35.383197 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f384fa-7b68-4d1a-aba8-0c26e6fa9328 x-openstack-request-id: req-55f384fa-7b68-4d1a-aba8-0c26e6fa9328 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:35.384496 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92a89c3-a796-4a8b-9491-3f944bca5a9b", "name": "network-vif-deleted", "tag": "dae83d1a-12ad-4d98-a4d1-13233ca983ae", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:35.384605 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55f384fa-7b68-4d1a-aba8-0c26e6fa9328 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:35.385103 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f384fa-7b68-4d1a-aba8-0c26e6fa9328'] response: {'server_uuid': 'a92a89c3-a796-4a8b-9491-3f944bca5a9b', 'name': 'network-vif-deleted', 'tag': 'dae83d1a-12ad-4d98-a4d1-13233ca983ae', 'status': 'completed', 'code': 200} May 12 17:48:35.487990 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-5b435d75-62b2-4086-ba94-accab3718a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:46Z', 'revision_number': 4, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '116a7df0-1799-4b81-8257-28151f7e9833', 'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'mac_address': 'fa:16:3e:1a:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:59Z', 'revision_number': 5, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'subnets': [{'id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:35.514143 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b435d75-62b2-4086-ba94-accab3718a2e None None] The sync data for ids ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'] in dv-cinder-839793-10-iscsi is: [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:46Z', 'revision_number': 4, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '116a7df0-1799-4b81-8257-28151f7e9833', 'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'mac_address': 'fa:16:3e:1a:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:59Z', 'revision_number': 5, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'subnets': [{'id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:48:35.739524 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2a4b6-bb36-45be-a6b1-24b4c466e6b0 None None] New status for floating IP 82d926c5-e186-45a4-bbd0-829bbab792e6: DOWN {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:48:35.904761 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 51380) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:35.959099 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6ead2d3b-dc4f-4f64-9315-5f115f39a888 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group (811f4d5e-d3b4-45af-adbc-2ff508371225), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:35.982987 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6ead2d3b-dc4f-4f64-9315-5f115f39a888 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group (811f4d5e-d3b4-45af-adbc-2ff508371225), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:36.028730 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6ead2d3b-dc4f-4f64-9315-5f115f39a888 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (811f4d5e-d3b4-45af-adbc-2ff508371225), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:36.031469 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6ead2d3b-dc4f-4f64-9315-5f115f39a888 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:36.032608 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-6ead2d3b-dc4f-4f64-9315-5f115f39a888 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "DELETE /v2.0/security-groups/811f4d5e-d3b4-45af-adbc-2ff508371225 HTTP/1.1" status: 204 len: 168 time: 0.1268654 May 12 17:48:36.038699 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 51382) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:36.042526 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead2d3b-dc4f-4f64-9315-5f115f39a888 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811f4d5e-d3b4-45af-adbc-2ff508371225,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:36.052204 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.api.v2.resource [None req-25ca6ae5-aa73-45bf-8bd1-b6f10677545a tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] show failed (client error): The resource could not be found. May 12 17:48:36.053246 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-25ca6ae5-aa73-45bf-8bd1-b6f10677545a tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups/811f4d5e-d3b4-45af-adbc-2ff508371225 HTTP/1.1" status: 404 len: 347 time: 0.0168252 May 12 17:48:36.056146 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 51384) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:36.175517 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-c1284212-b010-4a93-ad31-ea5fddfe9e78 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Deleting port 02d47875-4280-45a4-89a9-4eb8de7f0085 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:48:36.175871 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c1284212-b010-4a93-ad31-ea5fddfe9e78 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (02d47875-4280-45a4-89a9-4eb8de7f0085), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:36.251248 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c1284212-b010-4a93-ad31-ea5fddfe9e78 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (02d47875-4280-45a4-89a9-4eb8de7f0085), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:36.251582 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c1284212-b010-4a93-ad31-ea5fddfe9e78 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for floatingip (02d47875-4280-45a4-89a9-4eb8de7f0085), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:36.263633 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-c1284212-b010-4a93-ad31-ea5fddfe9e78 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Calling delete_port for 02d47875-4280-45a4-89a9-4eb8de7f0085 owned by network:floatingip {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:48:36.638096 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c1284212-b010-4a93-ad31-ea5fddfe9e78 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (02d47875-4280-45a4-89a9-4eb8de7f0085), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:36.663080 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1284212-b010-4a93-ad31-ea5fddfe9e78 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event deleted for resources: {'Port': ['ID=02d47875-4280-45a4-89a9-4eb8de7f0085,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:36.727017 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c1284212-b010-4a93-ad31-ea5fddfe9e78 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for floatingip (82d926c5-e186-45a4-bbd0-829bbab792e6), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:36.730144 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c1284212-b010-4a93-ad31-ea5fddfe9e78 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:36.731318 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-c1284212-b010-4a93-ad31-ea5fddfe9e78 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "DELETE /v2.0/floatingips/82d926c5-e186-45a4-bbd0-829bbab792e6 HTTP/1.1" status: 204 len: 168 time: 0.6742527 May 12 17:48:36.809939 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 51388) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:36.814395 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-1b07c0e7-d064-4ab6-bf8e-b387f5934cd9 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--781906224', 'description': 'tempest-description--101870132'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:36.834933 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1b07c0e7-d064-4ab6-bf8e-b387f5934cd9 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:36.901335 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1b07c0e7-d064-4ab6-bf8e-b387f5934cd9 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group (5557ee70-947c-4bda-bc6d-ac6c76e334f9), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:36.904877 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1b07c0e7-d064-4ab6-bf8e-b387f5934cd9 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (5557ee70-947c-4bda-bc6d-ac6c76e334f9), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:36.932108 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1b07c0e7-d064-4ab6-bf8e-b387f5934cd9 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:36.933346 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-1b07c0e7-d064-4ab6-bf8e-b387f5934cd9 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1223779 May 12 17:48:36.936378 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 51390) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:36.937579 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07c0e7-d064-4ab6-bf8e-b387f5934cd9 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5557ee70-947c-4bda-bc6d-ac6c76e334f9,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:36.940909 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-dc7bd605-27c9-4a77-9184-99951ba4d276 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Request body: {'security_group_rule': {'security_group_id': '5557ee70-947c-4bda-bc6d-ac6c76e334f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:36.967200 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-dc7bd605-27c9-4a77-9184-99951ba4d276 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group_rule (c0b26fb4-601b-4385-88ec-50e3ff34fda2), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.023176 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-dc7bd605-27c9-4a77-9184-99951ba4d276 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group_rule (c0b26fb4-601b-4385-88ec-50e3ff34fda2), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.027696 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-dc7bd605-27c9-4a77-9184-99951ba4d276 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (c0b26fb4-601b-4385-88ec-50e3ff34fda2), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.044454 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bd605-27c9-4a77-9184-99951ba4d276 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b26fb4-601b-4385-88ec-50e3ff34fda2,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:37.052342 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-dc7bd605-27c9-4a77-9184-99951ba4d276 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.053647 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-dc7bd605-27c9-4a77-9184-99951ba4d276 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161025 May 12 17:48:37.056791 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 51392) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:37.060896 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-1b717db7-95c5-4360-8c5e-89d74f195e34 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Request body: {'security_group_rule': {'security_group_id': '5557ee70-947c-4bda-bc6d-ac6c76e334f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:37.087613 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1b717db7-95c5-4360-8c5e-89d74f195e34 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group_rule (a82fc07c-3a90-4527-bf93-47d197e28c26), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.143545 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1b717db7-95c5-4360-8c5e-89d74f195e34 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group_rule (a82fc07c-3a90-4527-bf93-47d197e28c26), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.147905 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1b717db7-95c5-4360-8c5e-89d74f195e34 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (a82fc07c-3a90-4527-bf93-47d197e28c26), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.166330 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b717db7-95c5-4360-8c5e-89d74f195e34 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82fc07c-3a90-4527-bf93-47d197e28c26,revision_number=0']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:37.174450 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1b717db7-95c5-4360-8c5e-89d74f195e34 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.175710 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-1b717db7-95c5-4360-8c5e-89d74f195e34 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180124 May 12 17:48:37.178784 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 51396) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:37.183681 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Request body: {'floatingip': {'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:37.209133 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.303964 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.425654 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Allocated IP 172.27.3.220 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/8927c0b3-067e-411a-8877-cf6b2a14c684) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:48:37.538727 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for port (8927c0b3-067e-411a-8877-cf6b2a14c684), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.574577 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (8927c0b3-067e-411a-8877-cf6b2a14c684), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.611563 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:48:37.614493 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:48:37.618226 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:48:37.644490 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event updated for resources: {'Port': ['ID=8927c0b3-067e-411a-8877-cf6b2a14c684,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:37.722806 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for floatingip (4a59451b-b53b-48aa-8184-1c869259ad5f), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.766234 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (8927c0b3-067e-411a-8877-cf6b2a14c684), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.988023 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for port (8927c0b3-067e-411a-8877-cf6b2a14c684), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:37.992458 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (8927c0b3-067e-411a-8877-cf6b2a14c684), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:38.066202 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event updated for resources: {'Port': ['ID=8927c0b3-067e-411a-8877-cf6b2a14c684,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:38.080080 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (4a59451b-b53b-48aa-8184-1c869259ad5f), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:38.104027 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:38.105266 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-e9ea0efc-5018-4ade-8102-b689092c1aa6 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9255779 May 12 17:48:38.274075 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-155a27f6-21a4-4418-baee-dc23c8c11b7a tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--781906224&fields=id&tenant_id=bf607837a27e47bf99a32b3b095df070 HTTP/1.1" status: 200 len: 267 time: 0.0477395 May 12 17:48:38.379515 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-4c11da4f-6744-4f85-a8d3-01b8e371ac9e tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:38.380965 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-4c11da4f-6744-4f85-a8d3-01b8e371ac9e tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/networks?id=16b8cd17-5204-4534-ab3e-f50d37e56b44 HTTP/1.1" status: 200 len: 811 time: 0.1006093 May 12 17:48:38.396188 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-df5d4817-4c89-496b-9cfa-3048beda0823 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/quotas/bf607837a27e47bf99a32b3b095df070 HTTP/1.1" status: 200 len: 375 time: 0.0090418 May 12 17:48:38.445421 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-6738bb81-25fa-4b10-bd32-1b83a6d2143b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bf607837a27e47bf99a32b3b095df070&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439446 May 12 17:48:38.543753 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-ae3d1189-ae0d-4b9b-8cbf-c567c8c77667 service neutron] 10.222.0.76 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863192 May 12 17:48:38.635585 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-fe322489-7c5a-467d-9e29-603c38329047 service neutron] 10.222.0.76 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862465 May 12 17:48:38.794692 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-87835f09-abb0-41d4-8aba-5813cdf2c5f1 req-fb9df1ec-fc71-42df-b7f5-c89431900222 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 210 time: 0.0285432 May 12 17:48:39.847736 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-bf23fdee-4c9b-4b96-9d0d-d4e03720c794 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:39.849350 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-bf23fdee-4c9b-4b96-9d0d-d4e03720c794 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.89 "GET /v2.0/networks?id=16b8cd17-5204-4534-ab3e-f50d37e56b44 HTTP/1.1" status: 200 len: 811 time: 0.1073864 May 12 17:48:39.894798 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c70e2076-17c0-4143-ae10-be0bdda927c1 req-fdbe222f-8ed5-49a6-a6f3-2d54c1278e95 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 210 time: 0.0302894 May 12 17:48:39.937272 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-627504eb-69f8-4dcc-a216-cc4653c56863 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf607837a27e47bf99a32b3b095df070 HTTP/1.1" status: 200 len: 379 time: 0.0711579 May 12 17:48:40.027744 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-63e2b6ba-fa81-4c36-9299-3ae767f5dbc3 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Request body: {'port': {'device_id': '3f9b5fa5-bcf2-4da6-b13c-85aeee61a134', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'admin_state_up': True, 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'security_groups': ['5557ee70-947c-4bda-bc6d-ac6c76e334f9']}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:40.137903 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-63e2b6ba-fa81-4c36-9299-3ae767f5dbc3 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Made reservation on behalf of bf607837a27e47bf99a32b3b095df070 for: {'port': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:48:40.141394 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-63e2b6ba-fa81-4c36-9299-3ae767f5dbc3 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:40.267068 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-63e2b6ba-fa81-4c36-9299-3ae767f5dbc3 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Allocated IP 172.20.0.10 (16b8cd17-5204-4534-ab3e-f50d37e56b44/c91d7fdd-c4ad-4b1c-8888-f0300d813365/57cd4c81-8280-4d5e-b1ca-0c2c662e6d98) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:48:40.406262 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-63e2b6ba-fa81-4c36-9299-3ae767f5dbc3 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for port (57cd4c81-8280-4d5e-b1ca-0c2c662e6d98), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:40.438299 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-63e2b6ba-fa81-4c36-9299-3ae767f5dbc3 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (57cd4c81-8280-4d5e-b1ca-0c2c662e6d98), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:40.480714 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-63e2b6ba-fa81-4c36-9299-3ae767f5dbc3 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Network 16b8cd17-5204-4534-ab3e-f50d37e56b44 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:48:40.483715 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-63e2b6ba-fa81-4c36-9299-3ae767f5dbc3 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:48:40.489932 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-63e2b6ba-fa81-4c36-9299-3ae767f5dbc3 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:48:40.496782 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2b6ba-fa81-4c36-9299-3ae767f5dbc3 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event updated for resources: {'Port': ['ID=57cd4c81-8280-4d5e-b1ca-0c2c662e6d98,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:40.546639 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-63e2b6ba-fa81-4c36-9299-3ae767f5dbc3 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:40.547442 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-63e2b6ba-fa81-4c36-9299-3ae767f5dbc3 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:40.565658 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-63e2b6ba-fa81-4c36-9299-3ae767f5dbc3 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5423388 May 12 17:48:40.579766 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Request body: {'port': {'device_id': '3f9b5fa5-bcf2-4da6-b13c-85aeee61a134', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:40.646838 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (57cd4c81-8280-4d5e-b1ca-0c2c662e6d98), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:40.735801 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-11e8f6a8-7e00-4138-9dfa-68ee57b8bdfc None None] Provisioning complete for port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:48:40.736822 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-11e8f6a8-7e00-4138-9dfa-68ee57b8bdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (57cd4c81-8280-4d5e-b1ca-0c2c662e6d98), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:40.773703 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:40.784635 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-11e8f6a8-7e00-4138-9dfa-68ee57b8bdfc None None] Port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:48:40.947180 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 {{(pid=110069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:48:40.954627 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Publish callbacks [] for port (57cd4c81-8280-4d5e-b1ca-0c2c662e6d98), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:40.969354 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.provisioning_blocks [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Transition to ACTIVE for port object 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 will not be triggered until provisioned by entity L2. {{(pid=110069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:48:40.978316 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (57cd4c81-8280-4d5e-b1ca-0c2c662e6d98), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:41.044373 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647118d6-0b71-421e-8b11-e3a83abc1e8b req-72539325-7c78-47ea-9f2f-6fdbed76a5f0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:41.045906 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-647118d6-0b71-421e-8b11-e3a83abc1e8b req-72539325-7c78-47ea-9f2f-6fdbed76a5f0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 944 time: 0.0797956 May 12 17:48:41.069112 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Pushing event updated for resources: {'Port': ['ID=57cd4c81-8280-4d5e-b1ca-0c2c662e6d98,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:41.156183 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-647118d6-0b71-421e-8b11-e3a83abc1e8b req-9d946956-6b3b-4dff-bd28-5ca1175bdfeb tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=5557ee70-947c-4bda-bc6d-ac6c76e334f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011124 May 12 17:48:41.174630 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Attempting to bind port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:48:41.175412 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Attempting to bind port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'c5653109-2751-4d2a-9239-6af47576e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44'}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:48:41.175658 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Attempting to bind port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 on network 16b8cd17-5204-4534-ab3e-f50d37e56b44 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:48:41.181186 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 on network 16b8cd17-5204-4534-ab3e-f50d37e56b44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:48:41.181513 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Attempting to bind port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 on network 16b8cd17-5204-4534-ab3e-f50d37e56b44 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:48:41.186624 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:48:41.186995 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Checking segment: {'id': 'c5653109-2751-4d2a-9239-6af47576e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:48:41.187378 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Bound using segment: {'id': 'c5653109-2751-4d2a-9239-6af47576e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44'} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:48:41.187800 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Bound port: 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5653109-2751-4d2a-9239-6af47576e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44'}}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:48:41.188155 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (57cd4c81-8280-4d5e-b1ca-0c2c662e6d98), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:41.251494 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] For port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98, host hv-cinder-83979, cleared binding levels {{(pid=110069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:48:41.254401 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] For port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=57cd4c81-8280-4d5e-b1ca-0c2c662e6d98,segment=NetworkSegment(c5653109-2751-4d2a-9239-6af47576e099),segment_id=c5653109-2751-4d2a-9239-6af47576e099)] {{(pid=110069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:48:41.261031 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (57cd4c81-8280-4d5e-b1ca-0c2c662e6d98), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:41.296933 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:41.297612 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:41.299094 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] 10.222.0.89 "PUT /v2.0/ports/57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 HTTP/1.1" status: 200 len: 1094 time: 0.7234416 May 12 17:48:41.299426 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9b5fa5-bcf2-4da6-b13c-85aeee61a134', 'tag': '57cd4c81-8280-4d5e-b1ca-0c2c662e6d98'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:41.301951 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc0a934-9d87-4f71-8959-b4ffc2a9e6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9b5fa5-bcf2-4da6-b13c-85aeee61a134", "tag": "57cd4c81-8280-4d5e-b1ca-0c2c662e6d98"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:41.345113 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e2b9f-a3f0-462f-8f7a-c8cdfa1039d8 service neutron] Pushing event updated for resources: {'Port': ['ID=57cd4c81-8280-4d5e-b1ca-0c2c662e6d98,revision_number=3']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:41.357801 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f015c1-d2ed-42c0-8942-71883524a613 x-openstack-request-id: req-c8f015c1-d2ed-42c0-8942-71883524a613 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:41.358166 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9b5fa5-bcf2-4da6-b13c-85aeee61a134", "tag": "57cd4c81-8280-4d5e-b1ca-0c2c662e6d98", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:41.358449 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c8f015c1-d2ed-42c0-8942-71883524a613 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:41.358880 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f015c1-d2ed-42c0-8942-71883524a613'] response: {'name': 'network-changed', 'server_uuid': '3f9b5fa5-bcf2-4da6-b13c-85aeee61a134', 'tag': '57cd4c81-8280-4d5e-b1ca-0c2c662e6d98', 'status': 'completed', 'code': 200} May 12 17:48:41.414970 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-e00faf42-9c93-4f1d-afc5-5e5af42ccf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:41.416640 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-e00faf42-9c93-4f1d-afc5-5e5af42ccf6f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bf607837a27e47bf99a32b3b095df070&device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 1128 time: 0.0467257 May 12 17:48:41.464448 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-9fc27b97-01ef-4720-a3fa-e799e70a0bf9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 HTTP/1.1" status: 200 len: 217 time: 0.0364554 May 12 17:48:41.518374 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-508c32fa-af45-43e3-8463-d268d0dfa4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:41.519849 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-508c32fa-af45-43e3-8463-d268d0dfa4f8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c91d7fdd-c4ad-4b1c-8888-f0300d813365 HTTP/1.1" status: 200 len: 850 time: 0.0451231 May 12 17:48:41.572631 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-cac2208d-5fd4-41fc-8209-c7b7a29ab0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:41.574080 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-cac2208d-5fd4-41fc-8209-c7b7a29ab0f5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16b8cd17-5204-4534-ab3e-f50d37e56b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420012 May 12 17:48:41.663724 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-f550a0d2-22c7-458c-aa9f-20eab8beb4f1 service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822036 May 12 17:48:41.757914 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ebbe0e4b-d01f-4a07-a1bb-30513218f143 req-b2ee1788-f81a-4195-908c-42d7f38798b9 service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831816 May 12 17:48:42.270585 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9dcc13-0f21-4f4b-afcb-9ed00a9251ff req-1a168074-376e-4d05-980f-f073c836e3aa tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:42.272318 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ea9dcc13-0f21-4f4b-afcb-9ed00a9251ff req-1a168074-376e-4d05-980f-f073c836e3aa tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 944 time: 0.0476143 May 12 17:48:42.318632 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ea9dcc13-0f21-4f4b-afcb-9ed00a9251ff req-1cd16c0a-1a84-4f4c-8c9d-9956073d5ead tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=5557ee70-947c-4bda-bc6d-ac6c76e334f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407622 May 12 17:48:43.154909 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0a934-9d87-4f71-8959-b4ffc2a9e6fb req-45fef67a-e676-495c-b291-7efd15e0240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:43.156390 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dfc0a934-9d87-4f71-8959-b4ffc2a9e6fb req-45fef67a-e676-495c-b291-7efd15e0240f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bf607837a27e47bf99a32b3b095df070&device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 1128 time: 0.0404701 May 12 17:48:43.198580 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:48:43.227670 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-adf3f426-2f18-42da-847e-33e7eee3c419 req-74eb7a24-b989-4abb-aeed-5354c4d791a3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424585 May 12 17:48:43.259984 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0a934-9d87-4f71-8959-b4ffc2a9e6fb req-19b6330a-0098-4387-af93-53730c16ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:43.261423 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dfc0a934-9d87-4f71-8959-b4ffc2a9e6fb req-19b6330a-0098-4387-af93-53730c16ae5e service neutron] 10.222.0.89 "GET /v2.0/networks?id=16b8cd17-5204-4534-ab3e-f50d37e56b44 HTTP/1.1" status: 200 len: 912 time: 0.0954721 May 12 17:48:43.304690 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=57cd4c81-8280-4d5e-b1ca-0c2c662e6d98,segment=NetworkSegment(c5653109-2751-4d2a-9239-6af47576e099),segment_id=c5653109-2751-4d2a-9239-6af47576e099)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:43.313984 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dfc0a934-9d87-4f71-8959-b4ffc2a9e6fb req-ce8cf5b7-a825-4eff-b69a-af34232a94e3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 HTTP/1.1" status: 200 len: 217 time: 0.0384827 May 12 17:48:43.316491 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3f426-2f18-42da-847e-33e7eee3c419 req-210e02dd-d53c-48cd-b377-cf77fe95fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:43.317233 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '57cd4c81-8280-4d5e-b1ca-0c2c662e6d98', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'port_id': '57cd4c81-8280-4d5e-b1ca-0c2c662e6d98', 'mac_address': 'fa:16:3e:81:6d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:48:43.318005 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-adf3f426-2f18-42da-847e-33e7eee3c419 req-210e02dd-d53c-48cd-b377-cf77fe95fec4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bcee5099fd2b4df2adaa069af3a45733&device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 1129 time: 0.0420849 May 12 17:48:43.366041 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:48:43.366444 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (57cd4c81-8280-4d5e-b1ca-0c2c662e6d98), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:43.381167 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0a934-9d87-4f71-8959-b4ffc2a9e6fb req-7ab0f1f1-9ba3-49ed-bb0d-3d6eb287d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:43.381427 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:48:43.382835 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dfc0a934-9d87-4f71-8959-b4ffc2a9e6fb req-7ab0f1f1-9ba3-49ed-bb0d-3d6eb287d750 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c91d7fdd-c4ad-4b1c-8888-f0300d813365 HTTP/1.1" status: 200 len: 850 time: 0.0549757 May 12 17:48:43.404494 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=57cd4c81-8280-4d5e-b1ca-0c2c662e6d98,segment=NetworkSegment(c5653109-2751-4d2a-9239-6af47576e099),segment_id=c5653109-2751-4d2a-9239-6af47576e099)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:43.409214 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (57cd4c81-8280-4d5e-b1ca-0c2c662e6d98), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:43.437707 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0a934-9d87-4f71-8959-b4ffc2a9e6fb req-1400e116-b27c-46ce-80d3-9093995d1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:43.439510 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dfc0a934-9d87-4f71-8959-b4ffc2a9e6fb req-1400e116-b27c-46ce-80d3-9093995d1aff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16b8cd17-5204-4534-ab3e-f50d37e56b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413969 May 12 17:48:43.458207 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=57cd4c81-8280-4d5e-b1ca-0c2c662e6d98,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:43.475548 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc9852-bd9e-482f-882a-e63a9db5604f req-3a6b2c63-821c-4e19-8f85-2d3329cf8e38 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:43.477155 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3bdc9852-bd9e-482f-882a-e63a9db5604f req-3a6b2c63-821c-4e19-8f85-2d3329cf8e38 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 945 time: 0.0622628 May 12 17:48:43.499193 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3f426-2f18-42da-847e-33e7eee3c419 req-5bc2ac82-3e8f-489d-b4c2-61837d9c8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:43.500596 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-adf3f426-2f18-42da-847e-33e7eee3c419 req-5bc2ac82-3e8f-489d-b4c2-61837d9c8156 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 200 len: 918 time: 0.1498065 May 12 17:48:43.541680 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dfc0a934-9d87-4f71-8959-b4ffc2a9e6fb req-96c86d01-0d27-4265-a2bf-30c8a71be8fe service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857666 May 12 17:48:43.564209 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-adf3f426-2f18-42da-847e-33e7eee3c419 req-f448d82a-6abc-438f-b96a-7b84f6ff210d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63804ffd-8d9a-4673-82b0-a8a919c81e0c HTTP/1.1" status: 200 len: 217 time: 0.0501614 May 12 17:48:43.567652 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3bdc9852-bd9e-482f-882a-e63a9db5604f req-81809119-b0be-461d-893f-cf750958212d tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=5557ee70-947c-4bda-bc6d-ac6c76e334f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845404 May 12 17:48:43.614302 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3f426-2f18-42da-847e-33e7eee3c419 req-a1a08ed1-b1bc-4053-9d5f-8a8615019ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:43.615775 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-adf3f426-2f18-42da-847e-33e7eee3c419 req-a1a08ed1-b1bc-4053-9d5f-8a8615019ed9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a749117e-7664-42e5-8028-21fb3d238fc4 HTTP/1.1" status: 200 len: 856 time: 0.0437667 May 12 17:48:43.647540 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dfc0a934-9d87-4f71-8959-b4ffc2a9e6fb req-151eaa62-c7f5-4b3b-a950-816b3e0cede3 service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954106 May 12 17:48:43.661400 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3f426-2f18-42da-847e-33e7eee3c419 req-42cace76-6921-4b40-ba84-7bdad8cc740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:43.662871 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-adf3f426-2f18-42da-847e-33e7eee3c419 req-42cace76-6921-4b40-ba84-7bdad8cc740d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c2308c9c-cbd7-48e8-a900-0d956d07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396342 May 12 17:48:43.759077 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-adf3f426-2f18-42da-847e-33e7eee3c419 req-d5a2b621-76f7-4cf2-8ce1-d7ca6cc6a6f8 service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861692 May 12 17:48:43.797567 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['57cd4c81-8280-4d5e-b1ca-0c2c662e6d98'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:48:43.860052 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-adf3f426-2f18-42da-847e-33e7eee3c419 req-50fd2131-1da0-4a22-9b1e-032175572bd8 service neutron] 10.222.0.89 "GET /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867605 May 12 17:48:44.681080 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f304fa-0ee7-4730-98ab-5e87b3bf6a2d req-4afac54f-bfc0-40a3-bfe5-6adcc573ad8e tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:44.682546 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-17f304fa-0ee7-4730-98ab-5e87b3bf6a2d req-4afac54f-bfc0-40a3-bfe5-6adcc573ad8e tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 945 time: 0.0472386 May 12 17:48:44.729713 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-17f304fa-0ee7-4730-98ab-5e87b3bf6a2d req-f3ca0f7a-2f07-4996-98c9-084ea84d9636 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=5557ee70-947c-4bda-bc6d-ac6c76e334f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415926 May 12 17:48:45.228452 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:48:45.276795 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:48:45.283113 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:48:45.283448 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (57cd4c81-8280-4d5e-b1ca-0c2c662e6d98), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:45.494883 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:48:45.495274 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (57cd4c81-8280-4d5e-b1ca-0c2c662e6d98), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:45.516761 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9b5fa5-bcf2-4da6-b13c-85aeee61a134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cd4c81-8280-4d5e-b1ca-0c2c662e6d98'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:45.519023 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d206586-dcba-438d-897c-30668ffe1976" -d '{"events": [{"server_uuid": "3f9b5fa5-bcf2-4da6-b13c-85aeee61a134", "name": "network-vif-plugged", "status": "completed", "tag": "57cd4c81-8280-4d5e-b1ca-0c2c662e6d98"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:45.531575 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=57cd4c81-8280-4d5e-b1ca-0c2c662e6d98,segment=NetworkSegment(c5653109-2751-4d2a-9239-6af47576e099),segment_id=c5653109-2751-4d2a-9239-6af47576e099)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:45.535642 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (57cd4c81-8280-4d5e-b1ca-0c2c662e6d98), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:45.563071 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c84424-9aa3-436b-8ea9-63eafee96e41 x-openstack-request-id: req-e5c84424-9aa3-436b-8ea9-63eafee96e41 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:45.563361 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9b5fa5-bcf2-4da6-b13c-85aeee61a134", "name": "network-vif-plugged", "status": "completed", "tag": "57cd4c81-8280-4d5e-b1ca-0c2c662e6d98", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:45.563612 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5c84424-9aa3-436b-8ea9-63eafee96e41 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:45.564002 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c84424-9aa3-436b-8ea9-63eafee96e41'] response: {'server_uuid': '3f9b5fa5-bcf2-4da6-b13c-85aeee61a134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cd4c81-8280-4d5e-b1ca-0c2c662e6d98', 'code': 200} May 12 17:48:45.590445 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=57cd4c81-8280-4d5e-b1ca-0c2c662e6d98,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:45.764901 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcae3d6-12ed-4b9f-9268-ad6afa57d837 req-08a71684-c1aa-4f4e-b88d-6984d703654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:45.766447 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7fcae3d6-12ed-4b9f-9268-ad6afa57d837 req-08a71684-c1aa-4f4e-b88d-6984d703654e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 1130 time: 0.0404811 May 12 17:48:45.837845 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7fcae3d6-12ed-4b9f-9268-ad6afa57d837 req-b260da9c-2360-4f31-b409-7df57af1b3fe service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5557ee70-947c-4bda-bc6d-ac6c76e334f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648205 May 12 17:48:45.850632 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cfc7b-6d95-4bf3-bb9c-f64b5e84c678 req-33e0245a-730b-4505-b494-a2181d5db972 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:45.852864 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-363cfc7b-6d95-4bf3-bb9c-f64b5e84c678 req-33e0245a-730b-4505-b494-a2181d5db972 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 946 time: 0.0544140 May 12 17:48:45.898487 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-363cfc7b-6d95-4bf3-bb9c-f64b5e84c678 req-739bb931-9fef-4c40-b5c9-d61774afec28 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=5557ee70-947c-4bda-bc6d-ac6c76e334f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399570 May 12 17:48:47.021015 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523d5c0-f08e-49ec-aab5-da661bb221b9 req-0c62aafd-12b8-4782-a02b-79aaae4201b0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:47.022788 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0523d5c0-f08e-49ec-aab5-da661bb221b9 req-0c62aafd-12b8-4782-a02b-79aaae4201b0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 946 time: 0.0553198 May 12 17:48:47.068623 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0523d5c0-f08e-49ec-aab5-da661bb221b9 req-b2c32400-4062-4fd5-beb1-78e0384ba7b4 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=5557ee70-947c-4bda-bc6d-ac6c76e334f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395350 May 12 17:48:48.239695 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c53f8a-98a8-44a1-885b-5bfb972f4285 req-3413f3cb-7370-4521-b342-f70cac150547 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:48.242407 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b9c53f8a-98a8-44a1-885b-5bfb972f4285 req-3413f3cb-7370-4521-b342-f70cac150547 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 946 time: 0.0540037 May 12 17:48:48.293579 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b9c53f8a-98a8-44a1-885b-5bfb972f4285 req-3f74947c-b55d-47ba-ba0e-14fd9a164204 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=5557ee70-947c-4bda-bc6d-ac6c76e334f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433726 May 12 17:48:48.444075 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ed164-645e-4021-8602-e8778b5d73db req-5cbeb0c3-20f2-4738-8dbe-7edf07e8b7cc tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:48.446710 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8c2ed164-645e-4021-8602-e8778b5d73db req-5cbeb0c3-20f2-4738-8dbe-7edf07e8b7cc tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 946 time: 0.0492830 May 12 17:48:48.455699 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 51502) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:48.459987 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-868f7612-26f1-415f-bdd4-92a7bb3df510 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Request body: {'floatingip': {'port_id': '57cd4c81-8280-4d5e-b1ca-0c2c662e6d98'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:48:48.500966 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae387480-9bd6-476b-963e-bf69980f0876 req-24479770-0b42-4bb4-9c6f-2cb6ab5eb794 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:48.502526 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ae387480-9bd6-476b-963e-bf69980f0876 req-24479770-0b42-4bb4-9c6f-2cb6ab5eb794 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0484321 May 12 17:48:48.502697 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-868f7612-26f1-415f-bdd4-92a7bb3df510 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for floatingip (4a59451b-b53b-48aa-8184-1c869259ad5f), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:48.550611 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ae387480-9bd6-476b-963e-bf69980f0876 req-5cdd9cc7-896a-4016-9559-f5f009a4d00a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 May 12 17:48:48.944571 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-868f7612-26f1-415f-bdd4-92a7bb3df510 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:48.948951 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-868f7612-26f1-415f-bdd4-92a7bb3df510 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (4a59451b-b53b-48aa-8184-1c869259ad5f), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:49.049182 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.l3_db [None req-868f7612-26f1-415f-bdd4-92a7bb3df510 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Floating IP 4a59451b-b53b-48aa-8184-1c869259ad5f associated. External IP: 172.27.3.220, port: 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98. May 12 17:48:49.260712 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868f7612-26f1-415f-bdd4-92a7bb3df510 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:48:49.380555 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868f7612-26f1-415f-bdd4-92a7bb3df510 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:48:49.387129 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-868f7612-26f1-415f-bdd4-92a7bb3df510 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:49.397733 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2318cb23-c0f3-4a4c-9f00-c0aa999f4489 None None] Sync routers for ids ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:48:49.411222 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2318cb23-c0f3-4a4c-9f00-c0aa999f4489 None None] Routers {'31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:49.412190 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-2318cb23-c0f3-4a4c-9f00-c0aa999f4489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:48:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:49.426143 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-868f7612-26f1-415f-bdd4-92a7bb3df510 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "PUT /v2.0/floatingips/4a59451b-b53b-48aa-8184-1c869259ad5f HTTP/1.1" status: 200 len: 992 time: 0.9693055 May 12 17:48:49.426813 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9b5fa5-bcf2-4da6-b13c-85aeee61a134', 'tag': '57cd4c81-8280-4d5e-b1ca-0c2c662e6d98'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:49.429141 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9c5215-750d-4cbc-b4a4-f66d1bd67f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9b5fa5-bcf2-4da6-b13c-85aeee61a134", "tag": "57cd4c81-8280-4d5e-b1ca-0c2c662e6d98"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:49.479360 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fedc26-1296-4313-956c-2a1d5e7bf149 x-openstack-request-id: req-74fedc26-1296-4313-956c-2a1d5e7bf149 {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:49.479656 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9b5fa5-bcf2-4da6-b13c-85aeee61a134", "tag": "57cd4c81-8280-4d5e-b1ca-0c2c662e6d98", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:49.479915 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74fedc26-1296-4313-956c-2a1d5e7bf149 {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:49.480320 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74fedc26-1296-4313-956c-2a1d5e7bf149'] response: {'name': 'network-changed', 'server_uuid': '3f9b5fa5-bcf2-4da6-b13c-85aeee61a134', 'tag': '57cd4c81-8280-4d5e-b1ca-0c2c662e6d98', 'status': 'completed', 'code': 200} May 12 17:48:49.548489 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-2318cb23-c0f3-4a4c-9f00-c0aa999f4489 None None] Set router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:49.553775 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c5215-750d-4cbc-b4a4-f66d1bd67f1d req-942c10d9-f158-48bb-b92a-d4b99ba2852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:49.555930 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7c9c5215-750d-4cbc-b4a4-f66d1bd67f1d req-942c10d9-f158-48bb-b92a-d4b99ba2852f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bf607837a27e47bf99a32b3b095df070&device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 1130 time: 0.0478103 May 12 17:48:49.697919 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47670d-5ab4-44d5-9a01-6603ac8f2ad6 req-33fc4164-9862-4ee2-8247-a0697dad6f0e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:49.699677 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3d47670d-5ab4-44d5-9a01-6603ac8f2ad6 req-33fc4164-9862-4ee2-8247-a0697dad6f0e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0592866 May 12 17:48:49.708976 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c5215-750d-4cbc-b4a4-f66d1bd67f1d req-abfd1c26-0aee-4851-a70d-35de3d5d3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:49.710422 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7c9c5215-750d-4cbc-b4a4-f66d1bd67f1d req-abfd1c26-0aee-4851-a70d-35de3d5d3cd5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=16b8cd17-5204-4534-ab3e-f50d37e56b44 HTTP/1.1" status: 200 len: 912 time: 0.1376047 May 12 17:48:49.746645 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b998eb-1465-44a9-9711-27f321f885a3 req-7209212e-ff2b-4729-965d-b1dbd924ba94 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:49.748075 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f2b998eb-1465-44a9-9711-27f321f885a3 req-7209212e-ff2b-4729-965d-b1dbd924ba94 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0572646 May 12 17:48:49.751206 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3d47670d-5ab4-44d5-9a01-6603ac8f2ad6 req-877fa3cb-eb73-4ae8-9e2e-3eec68550d27 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459192 May 12 17:48:49.799839 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f2b998eb-1465-44a9-9711-27f321f885a3 req-21ac4ef2-1b41-420b-8b22-1f2e7e17829c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446544 May 12 17:48:49.801031 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-2318cb23-c0f3-4a4c-9f00-c0aa999f4489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:46Z', 'revision_number': 4, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '4a59451b-b53b-48aa-8184-1c869259ad5f', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'port_id': '57cd4c81-8280-4d5e-b1ca-0c2c662e6d98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'mac_address': 'fa:16:3e:81:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9b5fa5-bcf2-4da6-b13c-85aeee61a134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:37Z', 'updated_at': '2022-05-12T17:48:48Z', 'revision_number': 1, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116a7df0-1799-4b81-8257-28151f7e9833', 'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'mac_address': 'fa:16:3e:1a:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:59Z', 'revision_number': 5, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'subnets': [{'id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:49.828399 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2318cb23-c0f3-4a4c-9f00-c0aa999f4489 None None] Checking router: 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:48:49.837124 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2318cb23-c0f3-4a4c-9f00-c0aa999f4489 None None] Routers {'31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:49.837729 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-2318cb23-c0f3-4a4c-9f00-c0aa999f4489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:48:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:49.945082 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-2318cb23-c0f3-4a4c-9f00-c0aa999f4489 None None] Set router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:50.159367 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-2318cb23-c0f3-4a4c-9f00-c0aa999f4489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:46Z', 'revision_number': 4, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '4a59451b-b53b-48aa-8184-1c869259ad5f', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'port_id': '57cd4c81-8280-4d5e-b1ca-0c2c662e6d98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'mac_address': 'fa:16:3e:81:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9b5fa5-bcf2-4da6-b13c-85aeee61a134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:37Z', 'updated_at': '2022-05-12T17:48:48Z', 'revision_number': 1, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116a7df0-1799-4b81-8257-28151f7e9833', 'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'mac_address': 'fa:16:3e:1a:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:59Z', 'revision_number': 5, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'subnets': [{'id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:50.184605 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2318cb23-c0f3-4a4c-9f00-c0aa999f4489 None None] The sync data for ids ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'] in dv-cinder-839793-10-iscsi is: [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:46Z', 'revision_number': 4, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '4a59451b-b53b-48aa-8184-1c869259ad5f', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'port_id': '57cd4c81-8280-4d5e-b1ca-0c2c662e6d98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'mac_address': 'fa:16:3e:81:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9b5fa5-bcf2-4da6-b13c-85aeee61a134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:37Z', 'updated_at': '2022-05-12T17:48:48Z', 'revision_number': 1, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116a7df0-1799-4b81-8257-28151f7e9833', 'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'mac_address': 'fa:16:3e:1a:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:59Z', 'revision_number': 5, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'subnets': [{'id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:48:50.372983 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c167e073-700a-440c-8eb3-d7027d57705f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:50.375856 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2987ca-7914-4605-960b-499432340503 None None] New status for floating IP 4a59451b-b53b-48aa-8184-1c869259ad5f: ACTIVE {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:48:50.872265 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec905f-03fa-4eb4-90bb-af9c9b617ade req-c2148ca1-6da3-4964-92b4-ec706d05bdc0 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:50.873752 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5cec905f-03fa-4eb4-90bb-af9c9b617ade req-c2148ca1-6da3-4964-92b4-ec706d05bdc0 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0484414 May 12 17:48:50.920998 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f3eff-9c41-4c84-a548-77d30ae19578 req-ecad9588-e563-421c-abd9-157497668c3d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:50.922486 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-738f3eff-9c41-4c84-a548-77d30ae19578 req-ecad9588-e563-421c-abd9-157497668c3d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0513334 May 12 17:48:50.924426 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5cec905f-03fa-4eb4-90bb-af9c9b617ade req-099dcaaf-d3b9-4b9e-bb9c-93acec256bea tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452611 May 12 17:48:50.969480 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-738f3eff-9c41-4c84-a548-77d30ae19578 req-1a6ea611-0665-4695-b0d0-22031a39436b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415039 May 12 17:48:52.044516 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9743a-02a7-428f-8a05-6ba6e18fc015 req-1f45ea4c-f9e7-42b4-9d9c-50f78f2b5c09 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:52.046099 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-59e9743a-02a7-428f-8a05-6ba6e18fc015 req-1f45ea4c-f9e7-42b4-9d9c-50f78f2b5c09 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0479426 May 12 17:48:52.082862 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf13d2d-8be8-4484-b52b-e20bb4c6b3b0 req-66c37847-ed95-4ac9-b25e-0ab82595c8b1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:52.084336 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ccf13d2d-8be8-4484-b52b-e20bb4c6b3b0 req-66c37847-ed95-4ac9-b25e-0ab82595c8b1 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0474732 May 12 17:48:52.098914 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-59e9743a-02a7-428f-8a05-6ba6e18fc015 req-e877033a-15ca-45c3-8837-5d1f3ef0fc98 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470316 May 12 17:48:52.134441 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ccf13d2d-8be8-4484-b52b-e20bb4c6b3b0 req-8de9dee0-9fcf-409c-960b-810de769fdb7 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439680 May 12 17:48:52.635200 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f59f9498-2d3b-45e5-8bbe-125c27f19b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:53.223476 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a3a5e-5544-4046-a8e6-1ba40f843354 req-71f87e47-3944-4b85-a8ab-ef8a1e6852d1 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:53.224960 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-375a3a5e-5544-4046-a8e6-1ba40f843354 req-71f87e47-3944-4b85-a8ab-ef8a1e6852d1 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0476489 May 12 17:48:53.251547 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c362376-e772-4203-ada4-de11cf3aa528 req-1a8dfa2a-9e04-4771-a76c-706c39c6add3 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:53.253016 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2c362376-e772-4203-ada4-de11cf3aa528 req-1a8dfa2a-9e04-4771-a76c-706c39c6add3 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0515933 May 12 17:48:53.272101 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-375a3a5e-5544-4046-a8e6-1ba40f843354 req-d01b7be2-54ad-4262-bb67-be2d41252918 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414839 May 12 17:48:53.301863 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2c362376-e772-4203-ada4-de11cf3aa528 req-bcc1d9ae-0715-41f1-83eb-1c14263c2fbe tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431619 May 12 17:48:53.862064 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.241123 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7c9c5215-750d-4cbc-b4a4-f66d1bd67f1d req-b1a4c569-8d3b-42f4-9400-972d1ae1ced4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 HTTP/1.1" status: 200 len: 1002 time: 0.0574317 May 12 17:48:54.369067 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c5215-750d-4cbc-b4a4-f66d1bd67f1d req-e6390099-0313-4eae-a45a-62a22b83543e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:54.371530 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7c9c5215-750d-4cbc-b4a4-f66d1bd67f1d req-e6390099-0313-4eae-a45a-62a22b83543e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c91d7fdd-c4ad-4b1c-8888-f0300d813365 HTTP/1.1" status: 200 len: 850 time: 0.0476158 May 12 17:48:54.393495 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1010119-b817-456e-84e9-1db8515098ca req-7f8c6c3b-7f4a-433b-a501-d070ac6a8d9f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:54.395093 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f1010119-b817-456e-84e9-1db8515098ca req-7f8c6c3b-7f4a-433b-a501-d070ac6a8d9f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0502377 May 12 17:48:54.443137 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c5215-750d-4cbc-b4a4-f66d1bd67f1d req-806e683e-33ef-4ea4-bb8f-0be787815c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:54.444640 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7c9c5215-750d-4cbc-b4a4-f66d1bd67f1d req-806e683e-33ef-4ea4-bb8f-0be787815c19 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16b8cd17-5204-4534-ab3e-f50d37e56b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0637760 May 12 17:48:54.451174 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e9743-ef3c-421b-8254-c3edab64ff3c req-edfa2b57-4589-403e-96c4-72904f937fcd tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:54.452534 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-863e9743-ef3c-421b-8254-c3edab64ff3c req-edfa2b57-4589-403e-96c4-72904f937fcd tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0801387 May 12 17:48:54.473609 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f1010119-b817-456e-84e9-1db8515098ca req-34d7c36a-8eff-4a52-b566-de4f7489d1cd tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724361 May 12 17:48:54.490476 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1479b-1c6e-4176-b04e-efdb086a2d18 req-943a7d66-5018-4b57-a7f7-d345ce8be971 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:54.491950 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-01c1479b-1c6e-4176-b04e-efdb086a2d18 req-943a7d66-5018-4b57-a7f7-d345ce8be971 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.89 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 945 time: 0.0584784 May 12 17:48:54.585867 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-01c1479b-1c6e-4176-b04e-efdb086a2d18 req-3156e267-bfdf-4e39-984b-1cc518bcf7b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Deleting port e7bcf6a7-e3d8-42ac-93af-72139b9509fa {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:48:54.586218 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-01c1479b-1c6e-4176-b04e-efdb086a2d18 req-3156e267-bfdf-4e39-984b-1cc518bcf7b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (e7bcf6a7-e3d8-42ac-93af-72139b9509fa), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.686113 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-01c1479b-1c6e-4176-b04e-efdb086a2d18 req-3156e267-bfdf-4e39-984b-1cc518bcf7b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] For port e7bcf6a7-e3d8-42ac-93af-72139b9509fa, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e7bcf6a7-e3d8-42ac-93af-72139b9509fa,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:48:54.686477 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-01c1479b-1c6e-4176-b04e-efdb086a2d18 req-3156e267-bfdf-4e39-984b-1cc518bcf7b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (e7bcf6a7-e3d8-42ac-93af-72139b9509fa), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.795439 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-863e9743-ef3c-421b-8254-c3edab64ff3c req-88b16817-65a8-4c2a-87bd-93f89a2aac52 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=83bfe080-5505-4240-bd8f-0954031ae206&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347328 May 12 17:48:54.814779 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7c9c5215-750d-4cbc-b4a4-f66d1bd67f1d req-c9704c2a-680a-4811-9fc2-30c3b07fc183 service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611987 May 12 17:48:54.870390 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-01c1479b-1c6e-4176-b04e-efdb086a2d18 req-3156e267-bfdf-4e39-984b-1cc518bcf7b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.870794 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-01c1479b-1c6e-4176-b04e-efdb086a2d18 req-3156e267-bfdf-4e39-984b-1cc518bcf7b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (8a769494-665a-4aa0-b477-e3982479ffcb), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:54.871114 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.l3_db [req-01c1479b-1c6e-4176-b04e-efdb086a2d18 req-3156e267-bfdf-4e39-984b-1cc518bcf7b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Floating IP 8a769494-665a-4aa0-b477-e3982479ffcb disassociated. External IP: 172.27.3.146, port: e7bcf6a7-e3d8-42ac-93af-72139b9509fa. May 12 17:48:54.871467 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-01c1479b-1c6e-4176-b04e-efdb086a2d18 req-3156e267-bfdf-4e39-984b-1cc518bcf7b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Calling delete_port for e7bcf6a7-e3d8-42ac-93af-72139b9509fa owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:48:54.910506 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-7c9c5215-750d-4cbc-b4a4-f66d1bd67f1d req-d0159394-033a-4835-9d2f-60dae3aca3e2 service neutron] 10.222.0.89 "GET /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888503 May 12 17:48:55.007583 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-01c1479b-1c6e-4176-b04e-efdb086a2d18 req-3156e267-bfdf-4e39-984b-1cc518bcf7b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (e7bcf6a7-e3d8-42ac-93af-72139b9509fa), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:55.037030 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156e267-bfdf-4e39-984b-1cc518bcf7b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Pushing event deleted for resources: {'Port': ['ID=e7bcf6a7-e3d8-42ac-93af-72139b9509fa,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:55.151720 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01c1479b-1c6e-4176-b04e-efdb086a2d18 req-3156e267-bfdf-4e39-984b-1cc518bcf7b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Router 18ca0e83-f632-466b-acea-ff5b881fd93a has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:48:55.215651 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:55.262929 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01c1479b-1c6e-4176-b04e-efdb086a2d18 req-3156e267-bfdf-4e39-984b-1cc518bcf7b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:48:55.273262 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c322b98-7276-4e0a-934a-4e221218a4bf None None] Sync routers for ids ['18ca0e83-f632-466b-acea-ff5b881fd93a'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:48:55.283304 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c322b98-7276-4e0a-934a-4e221218a4bf None None] Routers {'18ca0e83-f632-466b-acea-ff5b881fd93a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:55.283913 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-2c322b98-7276-4e0a-934a-4e221218a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:48:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['18ca0e83-f632-466b-acea-ff5b881fd93a'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:55.310440 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c1479b-1c6e-4176-b04e-efdb086a2d18 req-3156e267-bfdf-4e39-984b-1cc518bcf7b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] No DVR routers for this DVR port e7bcf6a7-e3d8-42ac-93af-72139b9509fa on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:48:55.312866 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-01c1479b-1c6e-4176-b04e-efdb086a2d18 req-3156e267-bfdf-4e39-984b-1cc518bcf7b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:55.316103 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-01c1479b-1c6e-4176-b04e-efdb086a2d18 req-3156e267-bfdf-4e39-984b-1cc518bcf7b2 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.89 "DELETE /v2.0/ports/e7bcf6a7-e3d8-42ac-93af-72139b9509fa HTTP/1.1" status: 204 len: 173 time: 0.8187041 May 12 17:48:55.316538 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'name': 'network-vif-deleted', 'tag': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:48:55.318863 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134dbaea-c703-4b92-982b-92e68242ceb2" -d '{"events": [{"server_uuid": "0424abb5-9a1e-40d7-9293-6afed05d22a4", "name": "network-vif-deleted", "tag": "e7bcf6a7-e3d8-42ac-93af-72139b9509fa"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:48:55.361111 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1971e3a-ff0d-4899-8977-8940322cbae9 x-openstack-request-id: req-f1971e3a-ff0d-4899-8977-8940322cbae9 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:48:55.361560 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0424abb5-9a1e-40d7-9293-6afed05d22a4", "name": "network-vif-deleted", "tag": "e7bcf6a7-e3d8-42ac-93af-72139b9509fa", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:48:55.361738 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f1971e3a-ff0d-4899-8977-8940322cbae9 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:48:55.362097 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1971e3a-ff0d-4899-8977-8940322cbae9'] response: {'server_uuid': '0424abb5-9a1e-40d7-9293-6afed05d22a4', 'name': 'network-vif-deleted', 'tag': 'e7bcf6a7-e3d8-42ac-93af-72139b9509fa', 'status': 'completed', 'code': 200} May 12 17:48:55.408637 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-2c322b98-7276-4e0a-934a-4e221218a4bf None None] Set router 18ca0e83-f632-466b-acea-ff5b881fd93a gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:55.626638 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-2c322b98-7276-4e0a-934a-4e221218a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:45Z', 'revision_number': 4, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port': {'id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:47:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '5b2d8383-c6da-4870-be80-c860a4b7a5ae', 'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'mac_address': 'fa:16:3e:19:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:44Z', 'updated_at': '2022-05-12T17:43:50Z', 'revision_number': 5, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'subnets': [{'id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:55.659133 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c322b98-7276-4e0a-934a-4e221218a4bf None None] Checking router: 18ca0e83-f632-466b-acea-ff5b881fd93a for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:48:55.667860 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c322b98-7276-4e0a-934a-4e221218a4bf None None] Routers {'18ca0e83-f632-466b-acea-ff5b881fd93a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:48:55.668487 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-2c322b98-7276-4e0a-934a-4e221218a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:48:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['18ca0e83-f632-466b-acea-ff5b881fd93a'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:55.760979 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7eeaf-6419-46c0-ada3-5495a7fc2184 req-d0db1bbe-4595-4597-aa8d-51d846071614 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:55.762465 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c0c7eeaf-6419-46c0-ada3-5495a7fc2184 req-d0db1bbe-4595-4597-aa8d-51d846071614 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0508766 May 12 17:48:55.779510 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-2c322b98-7276-4e0a-934a-4e221218a4bf None None] Set router 18ca0e83-f632-466b-acea-ff5b881fd93a gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:48:55.819428 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c0c7eeaf-6419-46c0-ada3-5495a7fc2184 req-57ac07df-a14e-44b3-9a13-e529dae2cc51 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509546 May 12 17:48:55.927507 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-63bce14b-4e31-43c9-8c54-529a151f7a61 req-de667509-ab8b-4124-8b31-4b3b1a27e39d tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=0424abb5-9a1e-40d7-9293-6afed05d22a4 HTTP/1.1" status: 200 len: 210 time: 0.0337944 May 12 17:48:55.991355 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-2c322b98-7276-4e0a-934a-4e221218a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:45Z', 'revision_number': 4, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port': {'id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:47:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '5b2d8383-c6da-4870-be80-c860a4b7a5ae', 'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'mac_address': 'fa:16:3e:19:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:44Z', 'updated_at': '2022-05-12T17:43:50Z', 'revision_number': 5, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'subnets': [{'id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:48:56.020940 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c322b98-7276-4e0a-934a-4e221218a4bf None None] The sync data for ids ['18ca0e83-f632-466b-acea-ff5b881fd93a'] in dv-cinder-839793-10-iscsi is: [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:45Z', 'revision_number': 4, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port': {'id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:47:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '5b2d8383-c6da-4870-be80-c860a4b7a5ae', 'name': '', 'network_id': 'c2308c9c-cbd7-48e8-a900-0d956d07aa27', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'mac_address': 'fa:16:3e:19:57:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:44Z', 'updated_at': '2022-05-12T17:43:50Z', 'revision_number': 5, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'subnets': [{'id': 'a749117e-7664-42e5-8028-21fb3d238fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:48:56.244726 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1118677e-c0d9-4685-be6c-65ad7bb6cbbc None None] New status for floating IP 8a769494-665a-4aa0-b477-e3982479ffcb: DOWN {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:48:56.621294 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:56.933699 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d76b62-f774-4c6c-bd06-5d7f5757956b req-b895b109-5a8f-4fd9-9d8c-dcfbd46966ce tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:56.935208 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-03d76b62-f774-4c6c-bd06-5d7f5757956b req-b895b109-5a8f-4fd9-9d8c-dcfbd46966ce tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0475464 May 12 17:48:56.987293 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-03d76b62-f774-4c6c-bd06-5d7f5757956b req-522d9cec-271a-493c-954f-864f5740c6b2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419033 May 12 17:48:57.015118 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 51552) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:57.068610 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-276f5ce8-4fe0-4fb7-b013-6bb4f5ce46f4 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for security_group (83bfe080-5505-4240-bd8f-0954031ae206), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:57.095851 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-276f5ce8-4fe0-4fb7-b013-6bb4f5ce46f4 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for security_group (83bfe080-5505-4240-bd8f-0954031ae206), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:57.143399 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-276f5ce8-4fe0-4fb7-b013-6bb4f5ce46f4 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (83bfe080-5505-4240-bd8f-0954031ae206), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:57.145845 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-276f5ce8-4fe0-4fb7-b013-6bb4f5ce46f4 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:57.147001 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-276f5ce8-4fe0-4fb7-b013-6bb4f5ce46f4 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "DELETE /v2.0/security-groups/83bfe080-5505-4240-bd8f-0954031ae206 HTTP/1.1" status: 204 len: 168 time: 0.1308675 May 12 17:48:57.150955 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 51554) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:57.156946 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f5ce8-4fe0-4fb7-b013-6bb4f5ce46f4 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bfe080-5505-4240-bd8f-0954031ae206,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:57.165262 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.api.v2.resource [None req-7677b649-6728-40e0-8deb-2f444b2cfbfa tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] show failed (client error): The resource could not be found. May 12 17:48:57.169123 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-7677b649-6728-40e0-8deb-2f444b2cfbfa tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups/83bfe080-5505-4240-bd8f-0954031ae206 HTTP/1.1" status: 404 len: 347 time: 0.0144730 May 12 17:48:57.169286 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 51556) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:48:57.284155 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-2f0711e9-fb91-40d3-9f4e-598574018e11 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Deleting port 8260d60a-6b89-4c6c-8376-05554bed5000 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:48:57.284505 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2f0711e9-fb91-40d3-9f4e-598574018e11 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (8260d60a-6b89-4c6c-8376-05554bed5000), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:57.358231 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2f0711e9-fb91-40d3-9f4e-598574018e11 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (8260d60a-6b89-4c6c-8376-05554bed5000), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:57.358559 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2f0711e9-fb91-40d3-9f4e-598574018e11 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for floatingip (8260d60a-6b89-4c6c-8376-05554bed5000), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:57.370889 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-2f0711e9-fb91-40d3-9f4e-598574018e11 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Calling delete_port for 8260d60a-6b89-4c6c-8376-05554bed5000 owned by network:floatingip {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:48:57.502047 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2f0711e9-fb91-40d3-9f4e-598574018e11 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (8260d60a-6b89-4c6c-8376-05554bed5000), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:57.526389 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0711e9-fb91-40d3-9f4e-598574018e11 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Pushing event deleted for resources: {'Port': ['ID=8260d60a-6b89-4c6c-8376-05554bed5000,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:48:57.589615 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2f0711e9-fb91-40d3-9f4e-598574018e11 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks [] for floatingip (8a769494-665a-4aa0-b477-e3982479ffcb), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:57.592237 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2f0711e9-fb91-40d3-9f4e-598574018e11 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:48:57.593371 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-2f0711e9-fb91-40d3-9f4e-598574018e11 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "DELETE /v2.0/floatingips/8a769494-665a-4aa0-b477-e3982479ffcb HTTP/1.1" status: 204 len: 168 time: 0.4231982 May 12 17:48:58.100147 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fd873-ffbc-4689-97fd-c248226e393d req-46ae53c9-bc07-4d86-9121-f150b9a9e5b7 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:58.101611 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-196fd873-ffbc-4689-97fd-c248226e393d req-46ae53c9-bc07-4d86-9121-f150b9a9e5b7 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0467367 May 12 17:48:58.148621 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-196fd873-ffbc-4689-97fd-c248226e393d req-90a469fb-fe09-4d0a-a970-f10e9c19c7bc tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408521 May 12 17:48:59.267869 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4925b-a028-425a-8732-ddfd361a30c9 req-833ca749-d7c5-4d43-8582-893232865e67 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:48:59.269386 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-73f4925b-a028-425a-8732-ddfd361a30c9 req-833ca749-d7c5-4d43-8582-893232865e67 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0475364 May 12 17:48:59.278254 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device e7bcf6a7-e3d8-42ac-93af-72139b9509fa no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:48:59.299110 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: e7bcf6a7-e3d8-42ac-93af-72139b9509fa {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:48:59.299468 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device e7bcf6a7-e3d8-42ac-93af-72139b9509fa not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:48:59.318520 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-73f4925b-a028-425a-8732-ddfd361a30c9 req-59415ee1-7ad5-4e84-b4bd-dfd6fdf673b3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415299 May 12 17:49:00.048559 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2cbcb-2163-4781-9de3-69948cddb131 req-0fd7d5ed-da43-43b0-8d0b-9a29209631bb tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:00.050019 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-19a2cbcb-2163-4781-9de3-69948cddb131 req-0fd7d5ed-da43-43b0-8d0b-9a29209631bb tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0476785 May 12 17:49:00.095766 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-19a2cbcb-2163-4781-9de3-69948cddb131 req-a500656a-75e0-4ddf-9cc2-62628e9e29ee tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400167 May 12 17:49:00.436655 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2805cf-8e15-48ae-a27b-102b573defb2 req-e2391c15-7252-465a-8b48-0e28cef4bace tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:00.438109 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3c2805cf-8e15-48ae-a27b-102b573defb2 req-e2391c15-7252-465a-8b48-0e28cef4bace tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0465627 May 12 17:49:00.487618 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3c2805cf-8e15-48ae-a27b-102b573defb2 req-12ccc1b0-e6c0-4a0a-95a0-8301d1115027 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439281 May 12 17:49:01.212174 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2270381-cfde-4889-9f98-4376fe843409 req-784423bc-9837-424f-b045-018a0cba503c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:01.213634 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a2270381-cfde-4889-9f98-4376fe843409 req-784423bc-9837-424f-b045-018a0cba503c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0506690 May 12 17:49:01.260391 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a2270381-cfde-4889-9f98-4376fe843409 req-2239fb46-d1dc-4584-8800-8279e3b1495f tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 May 12 17:49:01.607438 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fcc94-10ea-4dd2-8246-cc8011aa63a1 req-b0b8f0f5-8d95-4719-93b0-73b4bb7e12a4 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:01.608901 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d99fcc94-10ea-4dd2-8246-cc8011aa63a1 req-b0b8f0f5-8d95-4719-93b0-73b4bb7e12a4 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0472612 May 12 17:49:01.655235 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d99fcc94-10ea-4dd2-8246-cc8011aa63a1 req-b57be0cb-7987-42e5-93fe-adf8c2df2eb0 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408192 May 12 17:49:01.928717 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceb19c-4a49-40db-b120-3fe75527eb11 req-a5a5efa9-f94a-4c05-aaa7-19ad1c85ff4c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:01.930172 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-19ceb19c-4a49-40db-b120-3fe75527eb11 req-a5a5efa9-f94a-4c05-aaa7-19ad1c85ff4c tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.89 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0476646 May 12 17:49:02.021363 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-19ceb19c-4a49-40db-b120-3fe75527eb11 req-b770f2d9-de82-42c2-8c8d-510335ed07ab tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Deleting port ddbcad82-027a-4849-b06e-806434038d9b {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:49:02.021704 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-19ceb19c-4a49-40db-b120-3fe75527eb11 req-b770f2d9-de82-42c2-8c8d-510335ed07ab tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (ddbcad82-027a-4849-b06e-806434038d9b), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:02.109337 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-19ceb19c-4a49-40db-b120-3fe75527eb11 req-b770f2d9-de82-42c2-8c8d-510335ed07ab tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] For port ddbcad82-027a-4849-b06e-806434038d9b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ddbcad82-027a-4849-b06e-806434038d9b,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:02.109766 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-19ceb19c-4a49-40db-b120-3fe75527eb11 req-b770f2d9-de82-42c2-8c8d-510335ed07ab tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (ddbcad82-027a-4849-b06e-806434038d9b), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:02.123307 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-19ceb19c-4a49-40db-b120-3fe75527eb11 req-b770f2d9-de82-42c2-8c8d-510335ed07ab tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Calling delete_port for ddbcad82-027a-4849-b06e-806434038d9b owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:49:02.255662 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-19ceb19c-4a49-40db-b120-3fe75527eb11 req-b770f2d9-de82-42c2-8c8d-510335ed07ab tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (ddbcad82-027a-4849-b06e-806434038d9b), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:02.272543 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['63804ffd-8d9a-4673-82b0-a8a919c81e0c', 'ddbcad82-027a-4849-b06e-806434038d9b'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:49:02.286794 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770f2d9-de82-42c2-8c8d-510335ed07ab tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Pushing event deleted for resources: {'Port': ['ID=ddbcad82-027a-4849-b06e-806434038d9b,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:02.362247 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ceb19c-4a49-40db-b120-3fe75527eb11 req-b770f2d9-de82-42c2-8c8d-510335ed07ab tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] No DVR routers for this DVR port ddbcad82-027a-4849-b06e-806434038d9b on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:49:02.365172 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-19ceb19c-4a49-40db-b120-3fe75527eb11 req-b770f2d9-de82-42c2-8c8d-510335ed07ab tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:02.369121 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-19ceb19c-4a49-40db-b120-3fe75527eb11 req-b770f2d9-de82-42c2-8c8d-510335ed07ab tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.89 "DELETE /v2.0/ports/ddbcad82-027a-4849-b06e-806434038d9b HTTP/1.1" status: 204 len: 173 time: 0.4313951 May 12 17:49:02.376709 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c977bb-536a-402e-9bb1-f6f30944d7d1', 'name': 'network-vif-deleted', 'tag': 'ddbcad82-027a-4849-b06e-806434038d9b'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:49:02.379082 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060c32de-4ec0-4747-a795-9cb92c884943" -d '{"events": [{"server_uuid": "b8c977bb-536a-402e-9bb1-f6f30944d7d1", "name": "network-vif-deleted", "tag": "ddbcad82-027a-4849-b06e-806434038d9b"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:49:02.412017 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d9d3edfd-62f2-4e9b-9b1e-0afc950d6d73 req-d6128fb3-a4a7-4700-948c-b110f4327f56 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c977bb-536a-402e-9bb1-f6f30944d7d1 HTTP/1.1" status: 200 len: 210 time: 0.0513644 May 12 17:49:02.448896 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aabe9e4-8133-4e6b-b77a-6a50c5d1dc54 x-openstack-request-id: req-1aabe9e4-8133-4e6b-b77a-6a50c5d1dc54 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:49:02.449193 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c977bb-536a-402e-9bb1-f6f30944d7d1", "name": "network-vif-deleted", "tag": "ddbcad82-027a-4849-b06e-806434038d9b", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:49:02.449449 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1aabe9e4-8133-4e6b-b77a-6a50c5d1dc54 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:49:02.449846 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aabe9e4-8133-4e6b-b77a-6a50c5d1dc54'] response: {'server_uuid': 'b8c977bb-536a-402e-9bb1-f6f30944d7d1', 'name': 'network-vif-deleted', 'tag': 'ddbcad82-027a-4849-b06e-806434038d9b', 'status': 'completed', 'code': 200} May 12 17:49:02.775217 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6bde9-6ac4-4118-8998-4ef999e1fb5e req-c5e29ede-2e37-41c4-a267-cf0ce96c2b84 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:02.776767 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8ce6bde9-6ac4-4118-8998-4ef999e1fb5e req-c5e29ede-2e37-41c4-a267-cf0ce96c2b84 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0482283 May 12 17:49:02.826139 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8ce6bde9-6ac4-4118-8998-4ef999e1fb5e req-264e8994-70bc-47a8-89ab-a2150fc68da2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437601 May 12 17:49:03.682444 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1f7cf-17a5-4cf0-b6e5-f9cc3e15e521 req-cf901f83-7db4-4804-97cb-19fdca5eb5d0 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:03.683954 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-baa1f7cf-17a5-4cf0-b6e5-f9cc3e15e521 req-cf901f83-7db4-4804-97cb-19fdca5eb5d0 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0471859 May 12 17:49:03.730242 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-baa1f7cf-17a5-4cf0-b6e5-f9cc3e15e521 req-4d173d01-3f76-4a30-b3a0-5eee3e5e1809 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406868 May 12 17:49:03.944753 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763c9b4-b139-4c33-9e3d-3df9b9a05a57 req-61cba787-db44-4b19-8360-2e6684a9718c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:03.947108 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9763c9b4-b139-4c33-9e3d-3df9b9a05a57 req-61cba787-db44-4b19-8360-2e6684a9718c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0467429 May 12 17:49:03.996757 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9763c9b4-b139-4c33-9e3d-3df9b9a05a57 req-af5a0f4e-bdf3-470c-bf76-fe58eaef76e7 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437088 May 12 17:49:04.844642 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91480c5-d997-4b4e-9a8e-ec0f4f5d1f01 req-1e41d450-a4ef-4c55-bf01-2ab8a6a97273 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:04.846097 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e91480c5-d997-4b4e-9a8e-ec0f4f5d1f01 req-1e41d450-a4ef-4c55-bf01-2ab8a6a97273 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0490916 May 12 17:49:04.892040 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e91480c5-d997-4b4e-9a8e-ec0f4f5d1f01 req-0f751ca8-6dd5-4606-b9cc-a02eb0ae97f3 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403790 May 12 17:49:05.112216 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd847d0-0a51-409a-9bcc-cd525c513d4a req-08b4a48e-254d-4558-8717-06cf98d751b9 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:05.113654 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8cd847d0-0a51-409a-9bcc-cd525c513d4a req-08b4a48e-254d-4558-8717-06cf98d751b9 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0468032 May 12 17:49:05.160485 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8cd847d0-0a51-409a-9bcc-cd525c513d4a req-ec4f5898-652d-489b-bcbe-a50d17ebb02d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412204 May 12 17:49:06.003954 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9b3ae-97a2-4290-9d6b-0c471fba4038 req-6c4c857e-965e-4741-ade8-9bfdb84e5b80 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:06.005327 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ebd9b3ae-97a2-4290-9d6b-0c471fba4038 req-6c4c857e-965e-4741-ade8-9bfdb84e5b80 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0468493 May 12 17:49:06.052275 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ebd9b3ae-97a2-4290-9d6b-0c471fba4038 req-826ada8b-34b6-427c-b11a-d526a44ce27b tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/security-groups?id=84a0e150-56e9-46a2-94c7-77a956f76d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404923 May 12 17:49:06.278087 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f47c46-72f7-4f76-b230-74a1aa1f3e82 req-ebd9a510-df38-4ff4-aec3-4af1876dddb5 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:06.279562 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a7f47c46-72f7-4f76-b230-74a1aa1f3e82 req-ebd9a510-df38-4ff4-aec3-4af1876dddb5 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0460889 May 12 17:49:06.325948 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a7f47c46-72f7-4f76-b230-74a1aa1f3e82 req-58a37e0a-d4b2-44be-adac-75efbcb5e855 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406322 May 12 17:49:06.378592 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023d260-d51d-44ba-8160-af9fbeefb505 req-452a47ad-29ba-46ac-b016-4100815cc654 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:06.380071 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7023d260-d51d-44ba-8160-af9fbeefb505 req-452a47ad-29ba-46ac-b016-4100815cc654 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 945 time: 0.0524495 May 12 17:49:06.467341 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-7023d260-d51d-44ba-8160-af9fbeefb505 req-97be2443-1dae-4863-b143-46a4257281a5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Deleting port 63804ffd-8d9a-4673-82b0-a8a919c81e0c {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:49:06.467607 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-7023d260-d51d-44ba-8160-af9fbeefb505 req-97be2443-1dae-4863-b143-46a4257281a5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (63804ffd-8d9a-4673-82b0-a8a919c81e0c), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:06.557413 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-7023d260-d51d-44ba-8160-af9fbeefb505 req-97be2443-1dae-4863-b143-46a4257281a5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] For port 63804ffd-8d9a-4673-82b0-a8a919c81e0c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=63804ffd-8d9a-4673-82b0-a8a919c81e0c,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:06.557779 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-7023d260-d51d-44ba-8160-af9fbeefb505 req-97be2443-1dae-4863-b143-46a4257281a5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (63804ffd-8d9a-4673-82b0-a8a919c81e0c), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:06.570408 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-7023d260-d51d-44ba-8160-af9fbeefb505 req-97be2443-1dae-4863-b143-46a4257281a5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Calling delete_port for 63804ffd-8d9a-4673-82b0-a8a919c81e0c owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:49:06.692918 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-7023d260-d51d-44ba-8160-af9fbeefb505 req-97be2443-1dae-4863-b143-46a4257281a5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (63804ffd-8d9a-4673-82b0-a8a919c81e0c), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:06.706323 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['63804ffd-8d9a-4673-82b0-a8a919c81e0c'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:49:06.966238 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be2443-1dae-4863-b143-46a4257281a5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Pushing event deleted for resources: {'Port': ['ID=63804ffd-8d9a-4673-82b0-a8a919c81e0c,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:07.011798 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-7023d260-d51d-44ba-8160-af9fbeefb505 req-97be2443-1dae-4863-b143-46a4257281a5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] No DVR routers for this DVR port 63804ffd-8d9a-4673-82b0-a8a919c81e0c on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:49:07.014260 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-7023d260-d51d-44ba-8160-af9fbeefb505 req-97be2443-1dae-4863-b143-46a4257281a5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:07.017468 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7023d260-d51d-44ba-8160-af9fbeefb505 req-97be2443-1dae-4863-b143-46a4257281a5 tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.89 "DELETE /v2.0/ports/63804ffd-8d9a-4673-82b0-a8a919c81e0c HTTP/1.1" status: 204 len: 173 time: 0.6308260 May 12 17:49:07.017915 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fe1954-0d79-4a7b-a18f-463a1e44b42a', 'name': 'network-vif-deleted', 'tag': '63804ffd-8d9a-4673-82b0-a8a919c81e0c'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:49:07.020172 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ac1fb5-30d3-4ff6-bade-a102d15114a9" -d '{"events": [{"server_uuid": "f9fe1954-0d79-4a7b-a18f-463a1e44b42a", "name": "network-vif-deleted", "tag": "63804ffd-8d9a-4673-82b0-a8a919c81e0c"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:49:07.068940 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f3d89f-abb7-4023-90c8-a03b94049bf1 x-openstack-request-id: req-f9f3d89f-abb7-4023-90c8-a03b94049bf1 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:49:07.069240 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fe1954-0d79-4a7b-a18f-463a1e44b42a", "name": "network-vif-deleted", "tag": "63804ffd-8d9a-4673-82b0-a8a919c81e0c", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:49:07.069512 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9f3d89f-abb7-4023-90c8-a03b94049bf1 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:49:07.069910 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f3d89f-abb7-4023-90c8-a03b94049bf1'] response: {'server_uuid': 'f9fe1954-0d79-4a7b-a18f-463a1e44b42a', 'name': 'network-vif-deleted', 'tag': '63804ffd-8d9a-4673-82b0-a8a919c81e0c', 'status': 'completed', 'code': 200} May 12 17:49:07.159456 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-47d87e2a-18fe-41b1-8865-845a9ed14b2e req-a9c1bc8a-a0ed-4c77-bbe1-bc6a91508a4a tempest-ServerRescueNegativeTestJSON-1756010654 tempest-ServerRescueNegativeTestJSON-1756010654-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9fe1954-0d79-4a7b-a18f-463a1e44b42a HTTP/1.1" status: 200 len: 210 time: 0.0301597 May 12 17:49:07.322570 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device ddbcad82-027a-4849-b06e-806434038d9b no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:49:07.345378 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: ddbcad82-027a-4849-b06e-806434038d9b {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:49:07.345726 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device ddbcad82-027a-4849-b06e-806434038d9b not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:49:07.444259 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d19b33-7429-46d7-b407-65028f079c42 req-ae2d22a4-aafe-4531-afda-f3b8127d15e8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:07.445740 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-87d19b33-7429-46d7-b407-65028f079c42 req-ae2d22a4-aafe-4531-afda-f3b8127d15e8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0471966 May 12 17:49:07.497140 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-87d19b33-7429-46d7-b407-65028f079c42 req-d0e1d836-deee-47f6-9409-328d0b551077 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456331 May 12 17:49:08.220326 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 51620) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:08.617279 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d2713-f904-4a8b-ab90-53f4eb6798cf req-bed2a7f4-22b6-402f-acd7-0a5fddb14db2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:08.619522 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-955d2713-f904-4a8b-ab90-53f4eb6798cf req-bed2a7f4-22b6-402f-acd7-0a5fddb14db2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0470638 May 12 17:49:08.666996 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-955d2713-f904-4a8b-ab90-53f4eb6798cf req-a5e0afa5-0ea8-46b4-9611-ce6b9a72aee5 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418344 May 12 17:49:08.722481 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cd1d9370-9b5e-40ef-99e7-b3c93d5c5152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7866822'] for router_interface (18ca0e83-f632-466b-acea-ff5b881fd93a), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:08.995404 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-cd1d9370-9b5e-40ef-99e7-b3c93d5c5152 admin admin] Deleting port 5b2d8383-c6da-4870-be80-c860a4b7a5ae {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:49:08.995742 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cd1d9370-9b5e-40ef-99e7-b3c93d5c5152 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:09.074576 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [None req-cd1d9370-9b5e-40ef-99e7-b3c93d5c5152 admin admin] For port 5b2d8383-c6da-4870-be80-c860a4b7a5ae, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=5b2d8383-c6da-4870-be80-c860a4b7a5ae,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:09.074965 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cd1d9370-9b5e-40ef-99e7-b3c93d5c5152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:09.087618 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-cd1d9370-9b5e-40ef-99e7-b3c93d5c5152 admin admin] Calling delete_port for 5b2d8383-c6da-4870-be80-c860a4b7a5ae owned by network:router_interface {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:49:09.269115 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cd1d9370-9b5e-40ef-99e7-b3c93d5c5152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (5b2d8383-c6da-4870-be80-c860a4b7a5ae), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:09.295290 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d9370-9b5e-40ef-99e7-b3c93d5c5152 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2d8383-c6da-4870-be80-c860a4b7a5ae,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:09.462521 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-cd1d9370-9b5e-40ef-99e7-b3c93d5c5152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7922005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881689'] for router_interface (18ca0e83-f632-466b-acea-ff5b881fd93a), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:09.683519 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1d9370-9b5e-40ef-99e7-b3c93d5c5152 admin admin] Router 18ca0e83-f632-466b-acea-ff5b881fd93a has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:49:09.816618 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ed9cf-69ab-416d-99e2-84152a828750 req-a07cd818-ef83-4cd7-9a11-f4652e37eb50 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:09.817977 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2e4ed9cf-69ab-416d-99e2-84152a828750 req-a07cd818-ef83-4cd7-9a11-f4652e37eb50 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0770516 May 12 17:49:09.834533 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1d9370-9b5e-40ef-99e7-b3c93d5c5152 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:49:09.844651 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-cd1d9370-9b5e-40ef-99e7-b3c93d5c5152 admin admin] 10.222.0.76 "PUT /v2.0/routers/18ca0e83-f632-466b-acea-ff5b881fd93a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6232831 May 12 17:49:09.845443 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a149455c-cada-4b87-a28d-90eb1dbec2f1 None None] Sync routers for ids ['18ca0e83-f632-466b-acea-ff5b881fd93a'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:49:09.847791 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 51628) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:09.857784 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a149455c-cada-4b87-a28d-90eb1dbec2f1 None None] Routers {'18ca0e83-f632-466b-acea-ff5b881fd93a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:09.858412 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-a149455c-cada-4b87-a28d-90eb1dbec2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:48:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['18ca0e83-f632-466b-acea-ff5b881fd93a'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:09.876326 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2e4ed9cf-69ab-416d-99e2-84152a828750 req-6d75fed8-5227-4b88-a562-7a8494403578 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503836 May 12 17:49:09.965189 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Publish callbacks [] for router (18ca0e83-f632-466b-acea-ff5b881fd93a), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:09.967196 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-a149455c-cada-4b87-a28d-90eb1dbec2f1 None None] Set router 18ca0e83-f632-466b-acea-ff5b881fd93a gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:10.069898 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Publish callbacks [] for router_gateway (18ca0e83-f632-466b-acea-ff5b881fd93a), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:10.113655 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Deleting port e321d4b9-e92e-4240-82f6-6fb846e824dc {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:49:10.113995 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (e321d4b9-e92e-4240-82f6-6fb846e824dc), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:10.137440 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-a149455c-cada-4b87-a28d-90eb1dbec2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:49:09Z', 'revision_number': 5, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port': {'id': 'e321d4b9-e92e-4240-82f6-6fb846e824dc', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:47:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:10.168200 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a149455c-cada-4b87-a28d-90eb1dbec2f1 None None] Checking router: 18ca0e83-f632-466b-acea-ff5b881fd93a for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:49:10.177069 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a149455c-cada-4b87-a28d-90eb1dbec2f1 None None] Routers {'18ca0e83-f632-466b-acea-ff5b881fd93a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:10.177691 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-a149455c-cada-4b87-a28d-90eb1dbec2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:48:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['18ca0e83-f632-466b-acea-ff5b881fd93a'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:10.197038 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] For port e321d4b9-e92e-4240-82f6-6fb846e824dc, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=e321d4b9-e92e-4240-82f6-6fb846e824dc,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:10.197403 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (e321d4b9-e92e-4240-82f6-6fb846e824dc), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:10.210080 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Calling delete_port for e321d4b9-e92e-4240-82f6-6fb846e824dc owned by network:router_gateway {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:49:10.266622 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-a149455c-cada-4b87-a28d-90eb1dbec2f1 None None] Set router 18ca0e83-f632-466b-acea-ff5b881fd93a gateway port host: None {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:10.319362 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-a149455c-cada-4b87-a28d-90eb1dbec2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:49:10Z', 'revision_number': 6, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port_host': None}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:10.350467 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a149455c-cada-4b87-a28d-90eb1dbec2f1 None None] The sync data for ids ['18ca0e83-f632-466b-acea-ff5b881fd93a'] in dv-cinder-839793-10-iscsi is: [{'id': '18ca0e83-f632-466b-acea-ff5b881fd93a', 'name': 'tempest-ServerRescueNegativeTestJSON-21051064-router', 'tenant_id': 'bcee5099fd2b4df2adaa069af3a45733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:43:42Z', 'updated_at': '2022-05-12T17:49:10Z', 'revision_number': 6, 'project_id': 'bcee5099fd2b4df2adaa069af3a45733', 'gw_port_host': None}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:49:10.378529 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (e321d4b9-e92e-4240-82f6-6fb846e824dc), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:10.403804 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Pushing event deleted for resources: {'Port': ['ID=e321d4b9-e92e-4240-82f6-6fb846e824dc,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:10.416268 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:10.416616 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:10.416976 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:10.417304 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:10.417639 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:10.417973 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:10.418303 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:10.418629 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:10.418984 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:10.419317 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:10.419646 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:10.419972 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:10.420291 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:10.420610 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:10.420929 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:10.479204 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871732'] for router_gateway (18ca0e83-f632-466b-acea-ff5b881fd93a), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:10.585793 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3705'] for router (18ca0e83-f632-466b-acea-ff5b881fd93a), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:10.588646 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Publish callbacks [] for router_controller (18ca0e83-f632-466b-acea-ff5b881fd93a), precommit_delete_associations {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:10.651178 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871141'] for router (18ca0e83-f632-466b-acea-ff5b881fd93a), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:10.651728 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18ca0e83-f632-466b-acea-ff5b881fd93a {{(pid=110068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:49:10.656321 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:10.657450 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-36a83a36-579a-40a2-b786-99c512a6092f admin admin] 10.222.0.76 "DELETE /v2.0/routers/18ca0e83-f632-466b-acea-ff5b881fd93a HTTP/1.1" status: 204 len: 168 time: 0.8085802 May 12 17:49:10.660057 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 51632) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:10.703388 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e9f9bb-e304-46a2-8e21-980e33ee0f6a admin admin] Deleting subnet a749117e-7664-42e5-8028-21fb3d238fc4 {{(pid=110068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:49:10.706586 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-32e9f9bb-e304-46a2-8e21-980e33ee0f6a admin admin] Publish callbacks [] for subnet (a749117e-7664-42e5-8028-21fb3d238fc4), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:10.745977 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-32e9f9bb-e304-46a2-8e21-980e33ee0f6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3177885'] for subnet (a749117e-7664-42e5-8028-21fb3d238fc4), precommit_delete_associations {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:10.764386 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:10.854347 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-32e9f9bb-e304-46a2-8e21-980e33ee0f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700920'] for subnet (a749117e-7664-42e5-8028-21fb3d238fc4), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:10.870569 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:49:10.909010 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-32e9f9bb-e304-46a2-8e21-980e33ee0f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3808102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601506'] for subnet (a749117e-7664-42e5-8028-21fb3d238fc4), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:10.935084 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9f9bb-e304-46a2-8e21-980e33ee0f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a749117e-7664-42e5-8028-21fb3d238fc4,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:10.938745 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-32e9f9bb-e304-46a2-8e21-980e33ee0f6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:10.941869 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-32e9f9bb-e304-46a2-8e21-980e33ee0f6a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a749117e-7664-42e5-8028-21fb3d238fc4 HTTP/1.1" status: 204 len: 168 time: 0.2809041 May 12 17:49:10.944429 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 51636) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:10.948794 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059d91d3-c67e-43ec-97cc-ed4fb95b54e2 None None] Network c2308c9c-cbd7-48e8-a900-0d956d07aa27 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:49:11.049098 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b4501-caa4-40e9-9c6c-fb39dafd05e7 req-a4e9ec60-03d2-4d6f-9581-587e9f494f48 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:11.050533 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-720b4501-caa4-40e9-9c6c-fb39dafd05e7 req-a4e9ec60-03d2-4d6f-9581-587e9f494f48 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0886316 May 12 17:49:11.053171 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758311'] for network (c2308c9c-cbd7-48e8-a900-0d956d07aa27), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.128143 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] Deleting port 91809abb-59cc-48e1-9b9d-5286e59af28e {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:49:11.128489 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (91809abb-59cc-48e1-9b9d-5286e59af28e), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.138910 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e725a181-a35f-4fff-b7b2-15791a5b813a None None] DHCP port deletion for c2308c9c-cbd7-48e8-a900-0d956d07aa27 request from dv-cinder-839793-10-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:49:11.153265 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-720b4501-caa4-40e9-9c6c-fb39dafd05e7 req-3d54c3be-cbe0-4bca-bf9b-3ac0049f8de8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952070 May 12 17:49:11.188977 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e725a181-a35f-4fff-b7b2-15791a5b813a None None] Deleting port 91809abb-59cc-48e1-9b9d-5286e59af28e {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:49:11.189388 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e725a181-a35f-4fff-b7b2-15791a5b813a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (91809abb-59cc-48e1-9b9d-5286e59af28e), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.206935 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] For port 91809abb-59cc-48e1-9b9d-5286e59af28e, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=91809abb-59cc-48e1-9b9d-5286e59af28e,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:11.207305 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (91809abb-59cc-48e1-9b9d-5286e59af28e), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.224093 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] Calling delete_port for 91809abb-59cc-48e1-9b9d-5286e59af28e owned by network:dhcp {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:49:11.253237 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e725a181-a35f-4fff-b7b2-15791a5b813a None None] For port 91809abb-59cc-48e1-9b9d-5286e59af28e, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=91809abb-59cc-48e1-9b9d-5286e59af28e,segment=NetworkSegment(6231d98a-d911-4343-84b4-0317b4160848),segment_id=6231d98a-d911-4343-84b4-0317b4160848)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:11.253637 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e725a181-a35f-4fff-b7b2-15791a5b813a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (91809abb-59cc-48e1-9b9d-5286e59af28e), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.266937 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e725a181-a35f-4fff-b7b2-15791a5b813a None None] Calling delete_port for 91809abb-59cc-48e1-9b9d-5286e59af28e owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:49:11.303006 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (91809abb-59cc-48e1-9b9d-5286e59af28e), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.328857 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] Pushing event deleted for resources: {'Port': ['ID=91809abb-59cc-48e1-9b9d-5286e59af28e,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:11.332162 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] No DVR routers for this DVR port 91809abb-59cc-48e1-9b9d-5286e59af28e on host dv-cinder-839793-10-iscsi {{(pid=110068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:49:11.340906 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 143d4171-1885-4746-8f1e-a6334c3f41fe details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:49:11.343003 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 63804ffd-8d9a-4673-82b0-a8a919c81e0c no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:49:11.376053 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: 63804ffd-8d9a-4673-82b0-a8a919c81e0c {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:49:11.376407 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 63804ffd-8d9a-4673-82b0-a8a919c81e0c not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:49:11.423152 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7702861', 'neutron.services.segments.db._delete_segments_for_network-8741378415382'] for network (c2308c9c-cbd7-48e8-a900-0d956d07aa27), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.444267 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2308c9c-cbd7-48e8-a900-0d956d07aa27']}} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:11.454546 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6231d98a-d911-4343-84b4-0317b4160848') {'for_net_delete': True} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:11.454882 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6231d98a-d911-4343-84b4-0317b4160848') {} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:11.465441 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741378450975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3177892'] for segment (6231d98a-d911-4343-84b4-0317b4160848), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.480798 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (6231d98a-d911-4343-84b4-0317b4160848), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.487549 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=110068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:49:11.488297 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3808964'] for segment (6231d98a-d911-4343-84b4-0317b4160848), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.488469 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e725a181-a35f-4fff-b7b2-15791a5b813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832'] for port (91809abb-59cc-48e1-9b9d-5286e59af28e), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: Traceback (most recent call last): May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: timer() May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: cb(*args, **kw) May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: return func(*args, **kwargs) May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: self._notify() May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: self.callback(batched_events) May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: event.method(event) May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: return f(self, *a, **k) May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._get(url).json() May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: return self.request(url, 'GET', **kwargs) May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:49:11.489806 dv-cinder-839793-10-iscsi neutron-server[110068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:49:11.531254 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725a181-a35f-4fff-b7b2-15791a5b813a None None] Pushing event deleted for resources: {'Port': ['ID=91809abb-59cc-48e1-9b9d-5286e59af28e,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:11.533209 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725a181-a35f-4fff-b7b2-15791a5b813a None None] No DVR routers for this DVR port 91809abb-59cc-48e1-9b9d-5286e59af28e on host dv-cinder-839793-10-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:49:11.535497 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 143d4171-1885-4746-8f1e-a6334c3f41fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=143d4171-1885-4746-8f1e-a6334c3f41fe,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:11.558138 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '143d4171-1885-4746-8f1e-a6334c3f41fe', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'port_id': '143d4171-1885-4746-8f1e-a6334c3f41fe', 'mac_address': 'fa:16:3e:93:c7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:49:11.564629 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7702902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7867334'] for network (c2308c9c-cbd7-48e8-a900-0d956d07aa27), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.581521 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.584879 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] 10.222.0.76 "DELETE /v2.0/networks/c2308c9c-cbd7-48e8-a900-0d956d07aa27 HTTP/1.1" status: 204 len: 168 time: 0.6395206 May 12 17:49:11.586998 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478fd81-513a-4036-9b9f-164a5404f54a admin admin] Pushing event deleted for resources: {'Network': ['ID=c2308c9c-cbd7-48e8-a900-0d956d07aa27,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:11.612683 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 143d4171-1885-4746-8f1e-a6334c3f41fe is: ACTIVE; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:11.613225 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.626691 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 143d4171-1885-4746-8f1e-a6334c3f41fe {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:49:11.648594 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 143d4171-1885-4746-8f1e-a6334c3f41fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=143d4171-1885-4746-8f1e-a6334c3f41fe,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:11.653326 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device e321d4b9-e92e-4240-82f6-6fb846e824dc no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:49:11.656994 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.677556 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: e321d4b9-e92e-4240-82f6-6fb846e824dc {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:49:11.677833 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device e321d4b9-e92e-4240-82f6-6fb846e824dc not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:49:11.678253 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 91809abb-59cc-48e1-9b9d-5286e59af28e no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:49:11.719294 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 51640) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:11.722726 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 91809abb-59cc-48e1-9b9d-5286e59af28e {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:49:11.723084 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 91809abb-59cc-48e1-9b9d-5286e59af28e not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:49:11.723504 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 5b2d8383-c6da-4870-be80-c860a4b7a5ae no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:49:11.750641 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 5b2d8383-c6da-4870-be80-c860a4b7a5ae {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:49:11.751020 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 5b2d8383-c6da-4870-be80-c860a4b7a5ae not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:49:11.763202 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-ba67069e-99ef-4426-95d4-b7195e61eeba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bcee5099fd2b4df2adaa069af3a45733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421100 May 12 17:49:11.765587 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 51642) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:11.768712 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=143d4171-1885-4746-8f1e-a6334c3f41fe,revision_number=6']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:11.804021 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['143d4171-1885-4746-8f1e-a6334c3f41fe'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:49:11.817092 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-20db9cf2-9526-4f95-9fda-102dd0c9f4b3 admin admin] Publish callbacks [] for security_group (84a0e150-56e9-46a2-94c7-77a956f76d8a), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.837940 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-20db9cf2-9526-4f95-9fda-102dd0c9f4b3 admin admin] Publish callbacks [] for security_group (84a0e150-56e9-46a2-94c7-77a956f76d8a), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.888068 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-20db9cf2-9526-4f95-9fda-102dd0c9f4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (84a0e150-56e9-46a2-94c7-77a956f76d8a), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.890620 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-20db9cf2-9526-4f95-9fda-102dd0c9f4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:11.891801 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-20db9cf2-9526-4f95-9fda-102dd0c9f4b3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/84a0e150-56e9-46a2-94c7-77a956f76d8a HTTP/1.1" status: 204 len: 168 time: 0.1251945 May 12 17:49:11.900168 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db9cf2-9526-4f95-9fda-102dd0c9f4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a0e150-56e9-46a2-94c7-77a956f76d8a,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:12.292234 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2240d9-2f4c-4119-b5dd-64e86c204b4f req-b5d6c4bf-70fd-4b8c-b476-b5b8274b761a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:12.293954 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8c2240d9-2f4c-4119-b5dd-64e86c204b4f req-b5d6c4bf-70fd-4b8c-b476-b5b8274b761a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 944 time: 0.0625978 May 12 17:49:12.342641 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8c2240d9-2f4c-4119-b5dd-64e86c204b4f req-67100647-5fe1-45f7-8f87-6a310d38fcbd tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429132 May 12 17:49:13.335842 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 143d4171-1885-4746-8f1e-a6334c3f41fe up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:49:13.404280 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 143d4171-1885-4746-8f1e-a6334c3f41fe triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:13.404660 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:13.480797 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e903e6-7378-486d-9241-ef3ea3ec38cd req-70a546d0-8e73-4c75-9192-9b890875cf5a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:13.488027 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-64e903e6-7378-486d-9241-ef3ea3ec38cd req-70a546d0-8e73-4c75-9192-9b890875cf5a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 944 time: 0.0625412 May 12 17:49:13.504933 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 143d4171-1885-4746-8f1e-a6334c3f41fe is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:13.505236 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:13.535384 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67972c22-858c-41e6-85f9-27327673af00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143d4171-1885-4746-8f1e-a6334c3f41fe'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:49:13.536924 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-64e903e6-7378-486d-9241-ef3ea3ec38cd req-dffdb14c-8789-4944-af58-8ae13cc744f8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480072 May 12 17:49:13.537805 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225283e7-e9ed-4b62-9a93-85b5191fc7a5" -d '{"events": [{"server_uuid": "67972c22-858c-41e6-85f9-27327673af00", "name": "network-vif-plugged", "status": "completed", "tag": "143d4171-1885-4746-8f1e-a6334c3f41fe"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:49:13.552876 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 143d4171-1885-4746-8f1e-a6334c3f41fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=143d4171-1885-4746-8f1e-a6334c3f41fe,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:13.561176 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:13.608762 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7494f69-4279-4a16-8568-b2a5dfd7076d x-openstack-request-id: req-a7494f69-4279-4a16-8568-b2a5dfd7076d {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:49:13.609061 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67972c22-858c-41e6-85f9-27327673af00", "name": "network-vif-plugged", "status": "completed", "tag": "143d4171-1885-4746-8f1e-a6334c3f41fe", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:49:13.609326 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a7494f69-4279-4a16-8568-b2a5dfd7076d {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:49:13.609769 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7494f69-4279-4a16-8568-b2a5dfd7076d'] response: {'server_uuid': '67972c22-858c-41e6-85f9-27327673af00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143d4171-1885-4746-8f1e-a6334c3f41fe', 'code': 200} May 12 17:49:13.631970 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=143d4171-1885-4746-8f1e-a6334c3f41fe,revision_number=7']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:14.700861 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56b8b8-cbc6-47d5-9f38-68b6922a46b9 req-cefff1a0-5ca5-46f9-9681-18e64b5458e3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:14.703146 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7f56b8b8-cbc6-47d5-9f38-68b6922a46b9 req-cefff1a0-5ca5-46f9-9681-18e64b5458e3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0504436 May 12 17:49:14.758729 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7f56b8b8-cbc6-47d5-9f38-68b6922a46b9 req-0285ecf7-b9ce-4ee6-b7dc-4e322f4162c2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487711 May 12 17:49:15.918772 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3739f8-0d1d-4aa8-9c4d-28383c6f5e2f req-6283aa1e-5911-4101-a493-2741d6c4c89e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:15.919639 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-cc3739f8-0d1d-4aa8-9c4d-28383c6f5e2f req-6283aa1e-5911-4101-a493-2741d6c4c89e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0727360 May 12 17:49:15.976420 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-cc3739f8-0d1d-4aa8-9c4d-28383c6f5e2f req-a509c077-0585-4f84-bad0-f7592c2b144a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556891 May 12 17:49:17.146209 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c0937-1bb2-44ce-8636-ee5a7777318f req-e8a88841-1374-4836-8ddd-478e76d15c13 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:17.148172 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e38c0937-1bb2-44ce-8636-ee5a7777318f req-e8a88841-1374-4836-8ddd-478e76d15c13 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0682728 May 12 17:49:17.230714 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e38c0937-1bb2-44ce-8636-ee5a7777318f req-ef40022f-0748-4b10-9277-ac881b9f926f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735400 May 12 17:49:18.378603 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d2585-addd-47a5-bff5-4d93079a7311 req-8552a9e2-f872-412f-84e7-eca43a83c531 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:18.385807 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-235d2585-addd-47a5-bff5-4d93079a7311 req-8552a9e2-f872-412f-84e7-eca43a83c531 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0676694 May 12 17:49:18.440393 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-235d2585-addd-47a5-bff5-4d93079a7311 req-45904a38-2d77-4d65-b3e2-8cf4352a0fce tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535355 May 12 17:49:19.583456 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7e8de-542b-410d-a3b7-50d1592c417a req-4414bd88-e2b5-4d4c-809c-049dd68b4c86 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:19.585652 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-11e7e8de-542b-410d-a3b7-50d1592c417a req-4414bd88-e2b5-4d4c-809c-049dd68b4c86 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0564399 May 12 17:49:19.646437 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-11e7e8de-542b-410d-a3b7-50d1592c417a req-3673e3ad-3f88-426e-b38d-d6e06efecda4 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525281 May 12 17:49:20.377396 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b59afd06-75ee-4454-8100-fae6df01d010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:20.779930 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48da83-ded2-4f01-974a-1c1744118161 req-617559be-39cf-4a2d-9b16-76f33b94eb45 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:20.782141 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5e48da83-ded2-4f01-974a-1c1744118161 req-617559be-39cf-4a2d-9b16-76f33b94eb45 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0506959 May 12 17:49:20.831990 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5e48da83-ded2-4f01-974a-1c1744118161 req-e85e8b79-9a9c-4c1b-ba14-7f60a6643874 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442924 May 12 17:49:21.741281 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 51830) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:21.853014 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:21.959957 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Publish callbacks [] for security_group (478f9979-aa11-47da-85c0-c49d8fc0a59c), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:21.964197 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (478f9979-aa11-47da-85c0-c49d8fc0a59c), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:21.989550 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc150107-86d1-4a6d-b9db-97488e02a2f6 req-9a93084d-35fd-4811-94ff-69cfb1741ed9 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:21.991068 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-cc150107-86d1-4a6d-b9db-97488e02a2f6 req-9a93084d-35fd-4811-94ff-69cfb1741ed9 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0741839 May 12 17:49:22.025695 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478f9979-aa11-47da-85c0-c49d8fc0a59c,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:22.029272 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eb362bff822a4956b897fedbcefa8eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870042 May 12 17:49:22.032114 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 51846) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:22.037524 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:22.037880 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:22.038224 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:22.038570 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:22.038976 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:22.039316 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:22.039732 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:22.040066 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:22.040393 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:22.040722 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:22.041051 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:22.041382 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:22.041704 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:22.042026 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:22.042346 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a74fb-9efd-4256-8bdd-483e22a856b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:22.071917 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-cc150107-86d1-4a6d-b9db-97488e02a2f6 req-97be2d84-5213-4f02-add5-2385f6fe92f8 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731256 May 12 17:49:22.081973 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-95cd5ded-ad46-4b1f-b612-ae837315d660 admin admin] Publish callbacks [] for security_group (478f9979-aa11-47da-85c0-c49d8fc0a59c), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:22.103668 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-95cd5ded-ad46-4b1f-b612-ae837315d660 admin admin] Publish callbacks [] for security_group (478f9979-aa11-47da-85c0-c49d8fc0a59c), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:22.151438 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-95cd5ded-ad46-4b1f-b612-ae837315d660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (478f9979-aa11-47da-85c0-c49d8fc0a59c), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:22.154113 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-95cd5ded-ad46-4b1f-b612-ae837315d660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:22.155276 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-95cd5ded-ad46-4b1f-b612-ae837315d660 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/478f9979-aa11-47da-85c0-c49d8fc0a59c HTTP/1.1" status: 204 len: 168 time: 0.1221821 May 12 17:49:22.162665 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd5ded-ad46-4b1f-b612-ae837315d660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478f9979-aa11-47da-85c0-c49d8fc0a59c,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:22.509274 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c90a6-7d1d-42b4-87e9-a02a55a5b9b6 req-a87c7ab8-e322-4fbd-84bd-fb64bb76928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:22.511065 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c96c90a6-7d1d-42b4-87e9-a02a55a5b9b6 req-a87c7ab8-e322-4fbd-84bd-fb64bb76928e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c07bc791aa8d45d4a9e72758f39f6a85&device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 1129 time: 0.0546901 May 12 17:49:22.618408 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c90a6-7d1d-42b4-87e9-a02a55a5b9b6 req-5ee9e989-2831-4156-8afa-a58b1bacdc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:22.619959 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c96c90a6-7d1d-42b4-87e9-a02a55a5b9b6 req-5ee9e989-2831-4156-8afa-a58b1bacdc36 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 HTTP/1.1" status: 200 len: 918 time: 0.1010690 May 12 17:49:22.630783 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1288b153-d99d-452d-8436-ddb7f2270a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:22.698375 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c96c90a6-7d1d-42b4-87e9-a02a55a5b9b6 req-0aef5780-f782-4843-a2d3-48bdc3573e84 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=143d4171-1885-4746-8f1e-a6334c3f41fe HTTP/1.1" status: 200 len: 1001 time: 0.0653789 May 12 17:49:22.752829 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c90a6-7d1d-42b4-87e9-a02a55a5b9b6 req-16e788e6-f22e-4d8a-9efc-99396dfb063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:22.754547 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c96c90a6-7d1d-42b4-87e9-a02a55a5b9b6 req-16e788e6-f22e-4d8a-9efc-99396dfb063c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0b0dfdc-d399-403b-bb90-d8985605957d HTTP/1.1" status: 200 len: 856 time: 0.0500641 May 12 17:49:22.804179 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c90a6-7d1d-42b4-87e9-a02a55a5b9b6 req-e88cc189-e262-4457-b6b0-7118815ca972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:22.806452 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c96c90a6-7d1d-42b4-87e9-a02a55a5b9b6 req-e88cc189-e262-4457-b6b0-7118815ca972 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444808 May 12 17:49:22.899129 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c96c90a6-7d1d-42b4-87e9-a02a55a5b9b6 req-bd5bc832-d95e-4f4c-a765-02eaedb3e601 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845602 May 12 17:49:22.997692 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c96c90a6-7d1d-42b4-87e9-a02a55a5b9b6 req-f5d9653e-b9e6-42da-b9a7-b5efa76ae2d9 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882638 May 12 17:49:23.193063 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709c1fb-30e5-4897-a6d1-b6a022defefe req-5469e132-20f6-492b-b2d9-b3c322617c6a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:23.194736 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4709c1fb-30e5-4897-a6d1-b6a022defefe req-5469e132-20f6-492b-b2d9-b3c322617c6a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0489857 May 12 17:49:23.245360 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-4709c1fb-30e5-4897-a6d1-b6a022defefe req-fbb01208-3d4f-4aa4-acf3-234e60412380 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441689 May 12 17:49:23.863645 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:24.365475 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a870c23-ac9f-42a2-98f3-4be0b3735aac req-1208c2ba-38ab-49e0-9705-8cfda6929db3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:24.366952 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6a870c23-ac9f-42a2-98f3-4be0b3735aac req-1208c2ba-38ab-49e0-9705-8cfda6929db3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0465052 May 12 17:49:24.412941 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6a870c23-ac9f-42a2-98f3-4be0b3735aac req-5c9fb6ea-eb90-406e-963c-70af7b6cf323 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400145 May 12 17:49:25.049143 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748964ea-cac6-43a0-ac4c-7ca4e65ed528 req-8d749ada-06e5-4bc2-98e1-87d1da216535 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:25.050889 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-748964ea-cac6-43a0-ac4c-7ca4e65ed528 req-8d749ada-06e5-4bc2-98e1-87d1da216535 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0524147 May 12 17:49:25.108032 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-748964ea-cac6-43a0-ac4c-7ca4e65ed528 req-8ebb5493-c9fb-43c3-824a-386334e8eb1e tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495436 May 12 17:49:25.217636 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:25.544114 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cde14-2c0a-4608-bfd9-b60fe82749e5 req-1d5ee647-cfb9-49ae-8f2c-07ea2e79f050 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:25.545605 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-109cde14-2c0a-4608-bfd9-b60fe82749e5 req-1d5ee647-cfb9-49ae-8f2c-07ea2e79f050 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0525749 May 12 17:49:25.592751 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-109cde14-2c0a-4608-bfd9-b60fe82749e5 req-edf621a1-bc8a-4ecd-8d90-6181a72247dc tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415404 May 12 17:49:26.232599 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb325e-c8e8-4b11-918a-b7f12b2437bb req-b555d710-1c32-48a8-85b5-c0f2882d294f tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:26.234932 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1cbb325e-c8e8-4b11-918a-b7f12b2437bb req-b555d710-1c32-48a8-85b5-c0f2882d294f tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0553329 May 12 17:49:26.294608 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1cbb325e-c8e8-4b11-918a-b7f12b2437bb req-570ed7e0-eeea-4f67-8f0b-0a4698024b03 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538695 May 12 17:49:26.376462 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [req-cb899584-c487-4a97-82f3-4f0ff1c0106c req-efbdf8a8-b2b6-4c6e-a885-0a4aa346fc4f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:49:26.377700 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-cb899584-c487-4a97-82f3-4f0ff1c0106c req-efbdf8a8-b2b6-4c6e-a885-0a4aa346fc4f service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059190 May 12 17:49:26.551174 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946337b-490a-4ecd-a06b-1bc6eeb08a29 req-41ec136e-b6cd-4440-a66b-a8840b0f994b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:26.552631 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0946337b-490a-4ecd-a06b-1bc6eeb08a29 req-41ec136e-b6cd-4440-a66b-a8840b0f994b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0533171 May 12 17:49:26.604397 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0946337b-490a-4ecd-a06b-1bc6eeb08a29 req-d77c0f0c-9b3e-403c-aaf0-4efc951d79d6 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456011 May 12 17:49:26.623585 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:26.844911 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 51990) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:26.927421 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-a18ad410-14fe-4430-ac44-60c81b77f815 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813754 May 12 17:49:26.936332 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-709d5401-0b81-4008-b15e-19b410b6eb5d service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:49:26.937271 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-709d5401-0b81-4008-b15e-19b410b6eb5d service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047829 May 12 17:49:27.011397 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 52000) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:27.106813 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-0875190e-78ec-4ea1-b62a-88f5e31e31a5 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:27.108143 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-0875190e-78ec-4ea1-b62a-88f5e31e31a5 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports/143d4171-1885-4746-8f1e-a6334c3f41fe HTTP/1.1" status: 200 len: 942 time: 0.0957808 May 12 17:49:27.414959 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd701479-a4b7-4afc-9783-facce904fd80 req-05119677-ddf9-48c4-a222-10fa0f0a18e0 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:27.416425 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dd701479-a4b7-4afc-9783-facce904fd80 req-05119677-ddf9-48c4-a222-10fa0f0a18e0 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0492930 May 12 17:49:27.467726 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dd701479-a4b7-4afc-9783-facce904fd80 req-a6a86c70-af52-4534-b81b-86446e5c9785 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456369 May 12 17:49:27.732151 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8f1fc-be63-44cd-8408-78ba9f2b2cef req-3dbab9a2-a188-46f3-b9dc-4f59c767033b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:27.733525 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0dc8f1fc-be63-44cd-8408-78ba9f2b2cef req-3dbab9a2-a188-46f3-b9dc-4f59c767033b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 945 time: 0.0559304 May 12 17:49:27.779833 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0dc8f1fc-be63-44cd-8408-78ba9f2b2cef req-c8092920-65ea-4065-a5b5-a8a3967dc651 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407884 May 12 17:49:28.374202 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 143d4171-1885-4746-8f1e-a6334c3f41fe no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:49:28.453954 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 143d4171-1885-4746-8f1e-a6334c3f41fe is: ACTIVE; New status is: DOWN {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:28.454353 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:28.476575 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67972c22-858c-41e6-85f9-27327673af00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143d4171-1885-4746-8f1e-a6334c3f41fe'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:49:28.479188 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb8b823-39a2-43ac-b5a2-ea098d975b89" -d '{"events": [{"server_uuid": "67972c22-858c-41e6-85f9-27327673af00", "name": "network-vif-unplugged", "status": "completed", "tag": "143d4171-1885-4746-8f1e-a6334c3f41fe"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:49:28.493086 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 143d4171-1885-4746-8f1e-a6334c3f41fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=143d4171-1885-4746-8f1e-a6334c3f41fe,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:28.498122 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:28.521981 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 May 2022 17:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6618b3-c15c-4e79-b073-da6d1f5e9ca6 x-openstack-request-id: req-2d6618b3-c15c-4e79-b073-da6d1f5e9ca6 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:49:28.522330 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67972c22-858c-41e6-85f9-27327673af00", "name": "network-vif-unplugged", "status": "failed", "tag": "143d4171-1885-4746-8f1e-a6334c3f41fe", "code": 422}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:49:28.522511 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2d6618b3-c15c-4e79-b073-da6d1f5e9ca6 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:49:28.523292 dv-cinder-839793-10-iscsi neutron-server[110072]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2d6618b3-c15c-4e79-b073-da6d1f5e9ca6']: {'server_uuid': '67972c22-858c-41e6-85f9-27327673af00', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '143d4171-1885-4746-8f1e-a6334c3f41fe', 'code': 422} returned with failed status May 12 17:49:28.550098 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=143d4171-1885-4746-8f1e-a6334c3f41fe,revision_number=8']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:28.557842 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.558199 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.558552 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.558930 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.559281 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.559618 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.559953 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.560287 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.560622 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.560952 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.561285 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.561620 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.561948 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.562278 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.562608 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:49:28.589744 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d429f-76e7-49ce-a7db-0aaf548dba49 req-4dc6a523-85b6-4ce6-9e50-1b0a00706df2 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:28.591234 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-793d429f-76e7-49ce-a7db-0aaf548dba49 req-4dc6a523-85b6-4ce6-9e50-1b0a00706df2 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0502005 May 12 17:49:28.639290 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-793d429f-76e7-49ce-a7db-0aaf548dba49 req-dabea677-2ec9-415a-aef1-d524dc4c0c89 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423124 May 12 17:49:28.897691 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abc7c4-68fa-454b-8aa7-4d968e231280 req-0c09043c-3dcc-443a-80a6-f9485c7e165e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:28.900152 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f0abc7c4-68fa-454b-8aa7-4d968e231280 req-0c09043c-3dcc-443a-80a6-f9485c7e165e tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 943 time: 0.0470488 May 12 17:49:28.945922 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-f0abc7c4-68fa-454b-8aa7-4d968e231280 req-69838b8f-2d4a-46f0-b95a-243d2be237fe tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397279 May 12 17:49:29.760241 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa674c01-4468-468a-8575-768b36348f4e req-3252f698-62f4-4a7d-8f96-909af5153be9 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:29.761967 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-aa674c01-4468-468a-8575-768b36348f4e req-3252f698-62f4-4a7d-8f96-909af5153be9 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0501187 May 12 17:49:29.789350 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-6a872912-e9dd-4f63-9a77-75a88488c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:29.791165 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-6a872912-e9dd-4f63-9a77-75a88488c7e4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00&tenant_id=c07bc791aa8d45d4a9e72758f39f6a85 HTTP/1.1" status: 200 len: 1127 time: 0.0462148 May 12 17:49:29.813821 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-aa674c01-4468-468a-8575-768b36348f4e req-f8191205-e574-4934-b285-4559eff3c786 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462894 May 12 17:49:29.859927 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-7fdd715b-9644-4dc7-92ef-4ea59247172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:29.861491 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-7fdd715b-9644-4dc7-92ef-4ea59247172e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c07bc791aa8d45d4a9e72758f39f6a85&device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 1127 time: 0.0398026 May 12 17:49:30.445706 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b212f-a77e-4d05-ad4a-7ca4ed0cf97b req-b80e2758-5c9b-49c7-aa4f-b5a78ec5eb03 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:30.447219 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-854b212f-a77e-4d05-ad4a-7ca4ed0cf97b req-b80e2758-5c9b-49c7-aa4f-b5a78ec5eb03 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 943 time: 0.0793505 May 12 17:49:30.483106 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-6057e533-ff4b-4a52-bbaf-d0e1d2c63c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:30.484579 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-6057e533-ff4b-4a52-bbaf-d0e1d2c63c68 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 HTTP/1.1" status: 200 len: 918 time: 0.3921254 May 12 17:49:30.552186 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-854b212f-a77e-4d05-ad4a-7ca4ed0cf97b req-e0d2d5e0-bd65-48c0-88da-3cb74ffebd84 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986853 May 12 17:49:30.567297 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-f5199500-f65b-4c9d-a213-61ca26528746 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=143d4171-1885-4746-8f1e-a6334c3f41fe HTTP/1.1" status: 200 len: 999 time: 0.0715764 May 12 17:49:30.917111 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-57e523ae-e0f8-4142-a7b0-864e8145fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:30.918589 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-57e523ae-e0f8-4142-a7b0-864e8145fea1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0b0dfdc-d399-403b-bb90-d8985605957d HTTP/1.1" status: 200 len: 856 time: 0.0514045 May 12 17:49:30.931461 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3040fe-9239-4d16-85f4-130fd29bfdf0 req-f048945a-5c8f-4cd5-86a6-5aba07b6d298 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:30.933014 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2c3040fe-9239-4d16-85f4-130fd29bfdf0 req-f048945a-5c8f-4cd5-86a6-5aba07b6d298 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0481427 May 12 17:49:30.972465 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-6146afca-59b7-479c-8f7b-6d388b272cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:30.973953 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-6146afca-59b7-479c-8f7b-6d388b272cea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474617 May 12 17:49:30.990691 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2c3040fe-9239-4d16-85f4-130fd29bfdf0 req-e0304d61-68dd-4b2c-8701-aab85b9aee37 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515757 May 12 17:49:31.075009 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-e8edfb32-e063-4815-8e16-a9ce4f9071d9 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880091 May 12 17:49:31.168576 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-de7ad764-a3eb-46e1-859e-e7f624507ca5 req-cbb600f8-f318-49c2-ad70-c8bf14e59b35 service neutron] 10.222.0.89 "GET /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873661 May 12 17:49:31.691382 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b27c0-6608-42b0-b12a-5d0078f1f6ad req-2d2108c4-d0c1-45fc-8cc4-92c66bf2ac03 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:31.692861 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0a2b27c0-6608-42b0-b12a-5d0078f1f6ad req-2d2108c4-d0c1-45fc-8cc4-92c66bf2ac03 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 943 time: 0.0511990 May 12 17:49:31.751312 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0a2b27c0-6608-42b0-b12a-5d0078f1f6ad req-5af9434f-7301-4310-9dc9-15748544688b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524180 May 12 17:49:32.131373 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6dd46-e337-4f54-bd27-4aa9403e58c6 req-6e4cb993-a82b-4572-9883-7e2538e6cbb9 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:32.133591 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3cf6dd46-e337-4f54-bd27-4aa9403e58c6 req-6e4cb993-a82b-4572-9883-7e2538e6cbb9 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0636487 May 12 17:49:32.186193 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3cf6dd46-e337-4f54-bd27-4aa9403e58c6 req-b3b860e5-ad5f-4da7-abc7-1bf53b80e83d tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464599 May 12 17:49:32.888161 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b13a43-9d5c-43b8-9f8d-dc7b4f4aef59 req-09d1c9e9-9881-4901-8ce4-48a59450da93 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:32.890199 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c1b13a43-9d5c-43b8-9f8d-dc7b4f4aef59 req-09d1c9e9-9881-4901-8ce4-48a59450da93 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 943 time: 0.0573742 May 12 17:49:32.944188 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c1b13a43-9d5c-43b8-9f8d-dc7b4f4aef59 req-107c282e-4e61-47af-a6eb-60e6207289bd tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483797 May 12 17:49:33.304887 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9129e42-1cd4-4da2-bb4c-b8b4157984f3 req-5bb3f77a-f8a5-4390-b95f-6f5d7626cf4d tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:33.306492 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e9129e42-1cd4-4da2-bb4c-b8b4157984f3 req-5bb3f77a-f8a5-4390-b95f-6f5d7626cf4d tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0511224 May 12 17:49:33.363939 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e9129e42-1cd4-4da2-bb4c-b8b4157984f3 req-0df85a37-7695-46e8-8c42-65d51e41d905 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518756 May 12 17:49:34.112988 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea5303-7fd0-4f5c-92e0-0093ee755408 req-bbcca7a5-2445-4e76-ab75-0e1859d514b6 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:34.120993 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5fea5303-7fd0-4f5c-92e0-0093ee755408 req-bbcca7a5-2445-4e76-ab75-0e1859d514b6 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 943 time: 0.0896034 May 12 17:49:34.176708 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5fea5303-7fd0-4f5c-92e0-0093ee755408 req-ad82d963-cbc2-45c3-98f4-7e7d680dfcca tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547743 May 12 17:49:34.492385 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c7145-6829-4e45-a16a-90e452197cd6 req-def367bd-b0a7-482b-a89d-c44e44b41133 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:34.493898 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e47c7145-6829-4e45-a16a-90e452197cd6 req-def367bd-b0a7-482b-a89d-c44e44b41133 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0522170 May 12 17:49:34.550358 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e47c7145-6829-4e45-a16a-90e452197cd6 req-7aee0069-bb2d-44ec-94f4-a440564118db tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492232 May 12 17:49:35.306987 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18faee-0a52-4f5d-af28-3a3659ea06c7 req-ae07f777-14e8-4b36-812e-bcfa0aa5b76d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:35.308722 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1e18faee-0a52-4f5d-af28-3a3659ea06c7 req-ae07f777-14e8-4b36-812e-bcfa0aa5b76d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 943 time: 0.0496688 May 12 17:49:35.378509 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1e18faee-0a52-4f5d-af28-3a3659ea06c7 req-53290144-1cd9-4b4f-8fcd-f50332e9a826 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614545 May 12 17:49:35.687522 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491791c-a6c7-4552-8e5b-075f1265d50b req-30d9f1e6-c56e-4da2-9f43-775f2ffab2be tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:35.689527 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b491791c-a6c7-4552-8e5b-075f1265d50b req-30d9f1e6-c56e-4da2-9f43-775f2ffab2be tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0515842 May 12 17:49:35.751655 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b491791c-a6c7-4552-8e5b-075f1265d50b req-07845c71-c54a-4503-a5b9-d0cf6a3a6d5a tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567422 May 12 17:49:36.509211 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95917a67-666c-41eb-9618-d6ba1e607194 req-75781af7-57f3-4e26-b835-831275356bef tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:36.510764 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-95917a67-666c-41eb-9618-d6ba1e607194 req-75781af7-57f3-4e26-b835-831275356bef tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 943 time: 0.0520737 May 12 17:49:36.565233 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-95917a67-666c-41eb-9618-d6ba1e607194 req-c7fb83fc-ba1e-4293-851d-f54dd7a891d0 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484247 May 12 17:49:36.978008 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca0a8e-182b-4290-8c4f-399e9abbb0fa req-3d433ca9-b206-4886-ba27-ce512625e5a2 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:36.979728 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f9ca0a8e-182b-4290-8c4f-399e9abbb0fa req-3d433ca9-b206-4886-ba27-ce512625e5a2 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.1324244 May 12 17:49:37.054167 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f9ca0a8e-182b-4290-8c4f-399e9abbb0fa req-d2840fb7-4a04-4900-92fc-64302daa312e tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671020 May 12 17:49:37.717932 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd9888-87ed-44be-9897-270573610bdd req-5527fcf3-15e6-4ca5-adcd-0faf0111990d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:37.719417 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-89dd9888-87ed-44be-9897-270573610bdd req-5527fcf3-15e6-4ca5-adcd-0faf0111990d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 943 time: 0.0702739 May 12 17:49:37.784638 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-89dd9888-87ed-44be-9897-270573610bdd req-5c352efb-d78b-49c7-9ddc-344359bb0e42 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561829 May 12 17:49:38.187654 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2aa5c-c583-4345-8a25-b98363349513 req-e3751753-1c1c-449a-81d9-8a3dc7f28515 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:38.187930 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-35e2aa5c-c583-4345-8a25-b98363349513 req-e3751753-1c1c-449a-81d9-8a3dc7f28515 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0592556 May 12 17:49:38.247403 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-35e2aa5c-c583-4345-8a25-b98363349513 req-d3ab352a-cd5d-4c59-96f7-32c1dff6d7ae tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535386 May 12 17:49:38.935977 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e53382-bfda-4736-be5b-9dc369c6f5b4 req-eac46a2b-9df5-4c67-bd5a-cef94772d70f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:38.938027 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-17e53382-bfda-4736-be5b-9dc369c6f5b4 req-eac46a2b-9df5-4c67-bd5a-cef94772d70f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 943 time: 0.0594337 May 12 17:49:39.001475 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-17e53382-bfda-4736-be5b-9dc369c6f5b4 req-588989a7-9226-40a9-8741-0768a3f0e582 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530276 May 12 17:49:39.378432 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75309d6d-cc9f-42c7-96f0-cb4cad584847 req-151780d2-59f1-428d-b2ce-18cbaca4d562 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:39.380059 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-75309d6d-cc9f-42c7-96f0-cb4cad584847 req-151780d2-59f1-428d-b2ce-18cbaca4d562 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0508580 May 12 17:49:39.441333 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-75309d6d-cc9f-42c7-96f0-cb4cad584847 req-c0ccfb56-2669-4b88-998b-ba82469a1049 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535965 May 12 17:49:40.136152 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3922ed-b76f-4748-93c9-3c879abe02c2 req-51dbb5cf-90d6-44f0-a841-7912038f70cd tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:40.137630 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3e3922ed-b76f-4748-93c9-3c879abe02c2 req-51dbb5cf-90d6-44f0-a841-7912038f70cd tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 943 time: 0.0512450 May 12 17:49:40.187016 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3e3922ed-b76f-4748-93c9-3c879abe02c2 req-6636c7e7-fc42-47ed-b24f-d977c7bba728 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438240 May 12 17:49:40.577629 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aea0d4-41e8-4cdf-aed2-f7334bd2a802 req-d434afe4-5f95-49e9-8674-2c3449d83cc3 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:40.579111 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-70aea0d4-41e8-4cdf-aed2-f7334bd2a802 req-d434afe4-5f95-49e9-8674-2c3449d83cc3 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0598376 May 12 17:49:40.632568 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-70aea0d4-41e8-4cdf-aed2-f7334bd2a802 req-d3933f07-a5f6-43d1-b261-9f5350d9b48f tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478315 May 12 17:49:40.791683 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:41.306665 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb718cc7-0a22-4d49-ba45-a3f834a9af27 req-57f5fd14-8d5d-41f5-84f1-cf2289e2203c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:41.308136 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bb718cc7-0a22-4d49-ba45-a3f834a9af27 req-57f5fd14-8d5d-41f5-84f1-cf2289e2203c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 943 time: 0.0485177 May 12 17:49:41.355069 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bb718cc7-0a22-4d49-ba45-a3f834a9af27 req-4f989035-a2d0-4195-a458-97532e794e3f tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414600 May 12 17:49:41.699979 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fc6fa-56fa-49d6-8507-3d09f0116a80 req-91ad25a5-56bc-4d01-90d3-6841d27477c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:41.701487 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-954fc6fa-56fa-49d6-8507-3d09f0116a80 req-91ad25a5-56bc-4d01-90d3-6841d27477c0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=667ee24fd13d4432a040a745bf2a0d0e&device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 1130 time: 0.0398958 May 12 17:49:41.750293 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae49d79-bd02-42e4-a4f9-9f0f2ddc2bca req-1fa7cc99-e6e8-448c-b58a-658554db7235 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:41.751801 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7ae49d79-bd02-42e4-a4f9-9f0f2ddc2bca req-1fa7cc99-e6e8-448c-b58a-658554db7235 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0494545 May 12 17:49:41.801133 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7ae49d79-bd02-42e4-a4f9-9f0f2ddc2bca req-b3d9ec88-d781-43a7-8e52-d47eb7276f0a tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438263 May 12 17:49:42.473074 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b7c61-394a-4142-add7-03955fd701af req-0f3f1a92-bbf5-402b-b643-c9ef57962509 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:42.474540 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b31b7c61-394a-4142-add7-03955fd701af req-0f3f1a92-bbf5-402b-b643-c9ef57962509 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 943 time: 0.0473983 May 12 17:49:42.521652 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b31b7c61-394a-4142-add7-03955fd701af req-9ea9f200-f50b-4c3e-9347-ead1bfaabde0 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414214 May 12 17:49:42.749176 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fc6fa-56fa-49d6-8507-3d09f0116a80 req-4611701b-f268-4acb-91c6-261042b29c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:42.750627 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-954fc6fa-56fa-49d6-8507-3d09f0116a80 req-4611701b-f268-4acb-91c6-261042b29c22 service neutron] 10.222.0.89 "GET /v2.0/networks?id=068e07bd-56b1-45cc-b3d6-75b884746996 HTTP/1.1" status: 200 len: 910 time: 0.0905530 May 12 17:49:42.825502 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-954fc6fa-56fa-49d6-8507-3d09f0116a80 req-a5a9cb7a-3200-4a6e-a13d-9ee89e0426ca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4903dc03-9110-43e6-bfaf-db2e0fe64355 HTTP/1.1" status: 200 len: 1001 time: 0.0611942 May 12 17:49:42.876349 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fc6fa-56fa-49d6-8507-3d09f0116a80 req-2f66c50c-b981-440b-bde1-02d650610b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:42.877794 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-954fc6fa-56fa-49d6-8507-3d09f0116a80 req-2f66c50c-b981-440b-bde1-02d650610b9d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f732d2e1-a477-4bdd-a448-3a40e18f14ab HTTP/1.1" status: 200 len: 848 time: 0.0449505 May 12 17:49:42.918236 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22cde8-1c43-4c3c-b46a-064bc22cacff req-5dacaa9a-a3fa-4a35-8b0a-1e5438a5d893 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:42.919741 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-9e22cde8-1c43-4c3c-b46a-064bc22cacff req-5dacaa9a-a3fa-4a35-8b0a-1e5438a5d893 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0499697 May 12 17:49:42.925518 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fc6fa-56fa-49d6-8507-3d09f0116a80 req-14761f5d-143d-4a1e-846f-512d8f1a643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:42.927124 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-954fc6fa-56fa-49d6-8507-3d09f0116a80 req-14761f5d-143d-4a1e-846f-512d8f1a643b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=068e07bd-56b1-45cc-b3d6-75b884746996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429978 May 12 17:49:42.969766 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-9e22cde8-1c43-4c3c-b46a-064bc22cacff req-4ee93ff3-ec29-4779-b7c2-3186fcc299eb tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445580 May 12 17:49:43.028079 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-954fc6fa-56fa-49d6-8507-3d09f0116a80 req-da4b9f7d-929d-40a5-a8d8-be7a747bd963 service neutron] 10.222.0.89 "GET /v2.0/networks/068e07bd-56b1-45cc-b3d6-75b884746996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911319 May 12 17:49:43.124196 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-954fc6fa-56fa-49d6-8507-3d09f0116a80 req-4152b717-4941-4309-8ba6-3d78bd493e86 service neutron] 10.222.0.89 "GET /v2.0/networks/068e07bd-56b1-45cc-b3d6-75b884746996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888247 May 12 17:49:43.423492 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09beee-2878-4775-8d0e-dc74df65ca17 req-8cc012e1-1b9d-4c21-aa5a-c08338576271 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:43.424955 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3d09beee-2878-4775-8d0e-dc74df65ca17 req-8cc012e1-1b9d-4c21-aa5a-c08338576271 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 945 time: 0.0478027 May 12 17:49:43.471630 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3d09beee-2878-4775-8d0e-dc74df65ca17 req-1fd362df-421f-4d30-8ef4-d89e84db2162 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411806 May 12 17:49:43.639007 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb18e6-f894-4899-a2c8-a41ffae3c20f req-093342cb-f7fe-4507-8064-3ff91ae704c3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:43.640374 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c1fb18e6-f894-4899-a2c8-a41ffae3c20f req-093342cb-f7fe-4507-8064-3ff91ae704c3 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 943 time: 0.0465481 May 12 17:49:43.686827 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c1fb18e6-f894-4899-a2c8-a41ffae3c20f req-02243e65-517e-41ed-8b1a-489b7480f48d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408971 May 12 17:49:44.087635 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159b575-6c04-4745-9d91-64df5f3da3eb req-81086db0-8a22-4016-97da-9c6f76f80fc0 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:44.089105 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a159b575-6c04-4745-9d91-64df5f3da3eb req-81086db0-8a22-4016-97da-9c6f76f80fc0 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0515506 May 12 17:49:44.137425 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a159b575-6c04-4745-9d91-64df5f3da3eb req-53d57106-2a40-436c-a02b-3ccb194de4b3 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425942 May 12 17:49:44.595634 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cb892-209a-4bca-8ab5-8b6b9a656604 req-101ace09-5355-472c-8c31-60619b82b05d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:44.597133 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-383cb892-209a-4bca-8ab5-8b6b9a656604 req-101ace09-5355-472c-8c31-60619b82b05d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 945 time: 0.0489216 May 12 17:49:44.645877 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-383cb892-209a-4bca-8ab5-8b6b9a656604 req-79d9fa80-522d-4808-9eac-ba34f7a57d6f tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425379 May 12 17:49:44.815165 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34b2d6-ac60-492f-ad82-ed3bb0dba0d9 req-e0dd1ae9-325e-4492-b69a-189353e791f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:44.816628 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ae34b2d6-ac60-492f-ad82-ed3bb0dba0d9 req-e0dd1ae9-325e-4492-b69a-189353e791f2 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 943 time: 0.0554497 May 12 17:49:44.869368 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ae34b2d6-ac60-492f-ad82-ed3bb0dba0d9 req-cbcfe10d-ee6b-420e-859c-80f7928b105a tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447378 May 12 17:49:45.250153 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4feb39-df5e-4822-ac78-a2288010097f req-565e9966-0e37-4721-a193-6eca1f545c57 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:45.251649 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1f4feb39-df5e-4822-ac78-a2288010097f req-565e9966-0e37-4721-a193-6eca1f545c57 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0471745 May 12 17:49:45.303859 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1f4feb39-df5e-4822-ac78-a2288010097f req-0d70fad1-a1fa-443f-a37d-51396da0aea2 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466530 May 12 17:49:45.579762 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 143d4171-1885-4746-8f1e-a6334c3f41fe details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:49:45.678399 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 143d4171-1885-4746-8f1e-a6334c3f41fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=143d4171-1885-4746-8f1e-a6334c3f41fe,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:45.690511 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '143d4171-1885-4746-8f1e-a6334c3f41fe', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'port_id': '143d4171-1885-4746-8f1e-a6334c3f41fe', 'mac_address': 'fa:16:3e:93:c7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:49:45.728788 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 143d4171-1885-4746-8f1e-a6334c3f41fe is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:45.729200 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:45.741779 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143d4171-1885-4746-8f1e-a6334c3f41fe {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:49:45.758143 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeef118-2d7f-4444-bd45-9385fe1f44c5 req-5f4affc5-a136-4eb8-afa0-a1446474badb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:45.760222 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-aeeef118-2d7f-4444-bd45-9385fe1f44c5 req-5f4affc5-a136-4eb8-afa0-a1446474badb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 945 time: 0.0470977 May 12 17:49:45.761760 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 143d4171-1885-4746-8f1e-a6334c3f41fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=143d4171-1885-4746-8f1e-a6334c3f41fe,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:45.765835 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:45.809491 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-aeeef118-2d7f-4444-bd45-9385fe1f44c5 req-4f9b28a1-e67b-4d8c-84a3-54b4a3b1174c tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433831 May 12 17:49:45.815954 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=143d4171-1885-4746-8f1e-a6334c3f41fe,revision_number=9']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:45.987903 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04910aaf-6d96-4ce5-b8e4-a4f8e5e1096a req-3f20518d-f5f2-4f75-9995-ff4971297b43 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:45.989367 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-04910aaf-6d96-4ce5-b8e4-a4f8e5e1096a req-3f20518d-f5f2-4f75-9995-ff4971297b43 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 944 time: 0.0467513 May 12 17:49:46.035774 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-04910aaf-6d96-4ce5-b8e4-a4f8e5e1096a req-56b8a76b-e090-4fd1-a9c3-ccdcb56ba218 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400460 May 12 17:49:46.424200 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ce02-096d-4586-a3f3-812b020c4435 req-78cd60ee-fd22-4747-8bac-db4db4b7cb84 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:46.425665 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-21a5ce02-096d-4586-a3f3-812b020c4435 req-78cd60ee-fd22-4747-8bac-db4db4b7cb84 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0528753 May 12 17:49:46.473481 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-21a5ce02-096d-4586-a3f3-812b020c4435 req-d5f1f250-5b6e-4097-901c-0dbd94edff18 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418942 May 12 17:49:46.924635 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ec13c-e00e-455b-adfc-426a4bfe2dde req-7429bfec-e04b-48a8-83ce-fefed0e10217 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:46.926189 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-594ec13c-e00e-455b-adfc-426a4bfe2dde req-7429bfec-e04b-48a8-83ce-fefed0e10217 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 945 time: 0.0481892 May 12 17:49:46.972298 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-594ec13c-e00e-455b-adfc-426a4bfe2dde req-bd151840-f198-42ff-86fa-39a4f0cb3339 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400841 May 12 17:49:47.156050 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597d097-1c28-4a27-8ac2-281794ec66a5 req-6867c05f-28ff-4772-a57f-47273b093684 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:47.157406 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a597d097-1c28-4a27-8ac2-281794ec66a5 req-6867c05f-28ff-4772-a57f-47273b093684 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 944 time: 0.0498412 May 12 17:49:47.203446 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a597d097-1c28-4a27-8ac2-281794ec66a5 req-20fab3ec-ada7-42c9-8a23-21bae6d5476c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405421 May 12 17:49:47.554323 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 4903dc03-9110-43e6-bfaf-db2e0fe64355 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:49:47.598160 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedbfe3-2248-4bda-8601-b4ba673956f2 req-d47fc23c-ec7d-4539-9f6c-c168aa5cc676 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:47.599700 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0eedbfe3-2248-4bda-8601-b4ba673956f2 req-d47fc23c-ec7d-4539-9f6c-c168aa5cc676 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0574570 May 12 17:49:47.652597 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 4903dc03-9110-43e6-bfaf-db2e0fe64355 is: ACTIVE; New status is: DOWN {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:47.653282 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:47.659114 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0eedbfe3-2248-4bda-8601-b4ba673956f2 req-214837e1-f4cf-45f2-b1ef-3be13e4e2123 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486195 May 12 17:49:47.677166 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4903dc03-9110-43e6-bfaf-db2e0fe64355'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:49:47.679435 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7538b4d-179e-4887-b19f-9943baa5fc5c" -d '{"events": [{"server_uuid": "94af4804-8a27-4f9b-b471-7fa1a1dabedf", "name": "network-vif-unplugged", "status": "completed", "tag": "4903dc03-9110-43e6-bfaf-db2e0fe64355"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:49:47.692563 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 4903dc03-9110-43e6-bfaf-db2e0fe64355, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4903dc03-9110-43e6-bfaf-db2e0fe64355,segment=NetworkSegment(6c5e8dee-70c7-48b2-9537-341e45c35413),segment_id=6c5e8dee-70c7-48b2-9537-341e45c35413)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:47.695187 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['143d4171-1885-4746-8f1e-a6334c3f41fe'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:49:47.699698 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:47.720773 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 17:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ff0366-9259-46b3-8f88-48e2a4337c30 x-openstack-request-id: req-15ff0366-9259-46b3-8f88-48e2a4337c30 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:49:47.721065 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94af4804-8a27-4f9b-b471-7fa1a1dabedf", "name": "network-vif-unplugged", "status": "completed", "tag": "4903dc03-9110-43e6-bfaf-db2e0fe64355", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:49:47.721324 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-15ff0366-9259-46b3-8f88-48e2a4337c30 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:49:47.721716 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ff0366-9259-46b3-8f88-48e2a4337c30'] response: {'server_uuid': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4903dc03-9110-43e6-bfaf-db2e0fe64355', 'code': 200} May 12 17:49:47.788730 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=4903dc03-9110-43e6-bfaf-db2e0fe64355,revision_number=6']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:47.870695 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:49:48.086262 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd688f2-cf2d-427a-954a-c3da88150ca4 req-801f2219-9163-4dd4-9fb4-df1ff1880baf tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:48.088648 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ecd688f2-cf2d-427a-954a-c3da88150ca4 req-801f2219-9163-4dd4-9fb4-df1ff1880baf tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 945 time: 0.0478706 May 12 17:49:48.134381 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ecd688f2-cf2d-427a-954a-c3da88150ca4 req-f2dc0625-6bb2-4318-b13b-3a6a0c06a495 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397689 May 12 17:49:48.319793 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974105-4528-46f8-8e61-59d809126b76 req-ff477237-21ef-4d41-b9c0-c23534780900 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:48.321951 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-63974105-4528-46f8-8e61-59d809126b76 req-ff477237-21ef-4d41-b9c0-c23534780900 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 944 time: 0.0469654 May 12 17:49:48.371162 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-63974105-4528-46f8-8e61-59d809126b76 req-97f3922f-1041-4a26-8680-6aebb5bc941d tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436029 May 12 17:49:48.770155 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7958b-d9be-4d59-8ba8-9689f624b030 req-e14341c2-52a7-47f4-9d4a-dd5778c8bd83 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:48.771606 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-08d7958b-d9be-4d59-8ba8-9689f624b030 req-e14341c2-52a7-47f4-9d4a-dd5778c8bd83 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0461147 May 12 17:49:48.820751 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-08d7958b-d9be-4d59-8ba8-9689f624b030 req-02492e44-6079-4417-9245-f182f1c57176 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433211 May 12 17:49:49.248265 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646f47f-4d52-4039-831f-38c53760703c req-d5235825-0978-4981-8022-cb67ac04a45f tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:49.249726 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0646f47f-4d52-4039-831f-38c53760703c req-d5235825-0978-4981-8022-cb67ac04a45f tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 945 time: 0.0463710 May 12 17:49:49.296415 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0646f47f-4d52-4039-831f-38c53760703c req-70c13c91-636f-4620-a3ee-018f1d56ac5a tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410676 May 12 17:49:49.492360 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46de27-6dd5-4c4b-a758-386806748938 req-8eda4e5e-abfa-4904-8732-0614168e8fbf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:49.494367 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-df46de27-6dd5-4c4b-a758-386806748938 req-8eda4e5e-abfa-4904-8732-0614168e8fbf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 944 time: 0.0497971 May 12 17:49:49.542733 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-df46de27-6dd5-4c4b-a758-386806748938 req-1cbf3c29-b206-40ad-ba91-200995a4cfb5 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429049 May 12 17:49:49.939451 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222151c-3f37-4490-93ab-7e342557ec73 req-cc6c2fc1-2029-4c6f-ac4d-5a53a99d3035 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:49.940912 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8222151c-3f37-4490-93ab-7e342557ec73 req-cc6c2fc1-2029-4c6f-ac4d-5a53a99d3035 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0544410 May 12 17:49:49.988738 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8222151c-3f37-4490-93ab-7e342557ec73 req-44a8e91c-22b3-4243-a5d7-c0614d1eb062 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423307 May 12 17:49:50.371054 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fd80f42d-98aa-422b-91ac-3404bc124304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:50.412369 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d04e4-b63b-4c67-9f89-5dc845c27d81 req-81a8f2e8-0738-4914-a95a-574caf7fc834 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:50.413813 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8e0d04e4-b63b-4c67-9f89-5dc845c27d81 req-81a8f2e8-0738-4914-a95a-574caf7fc834 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 945 time: 0.0504413 May 12 17:49:50.459344 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8e0d04e4-b63b-4c67-9f89-5dc845c27d81 req-be616f57-a350-4612-bbef-a14c6141cddb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394270 May 12 17:49:50.660777 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92feef-518c-46d9-9cf2-676a8e0c2fa0 req-ffcc98d7-ba17-4370-9bfc-9d3973867cbe tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:50.662263 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ce92feef-518c-46d9-9cf2-676a8e0c2fa0 req-ffcc98d7-ba17-4370-9bfc-9d3973867cbe tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 944 time: 0.0484483 May 12 17:49:50.709131 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ce92feef-518c-46d9-9cf2-676a8e0c2fa0 req-d7a7b8bd-d349-4995-956b-dc50922cd5e9 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413017 May 12 17:49:50.882045 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6df25-91dc-422d-bdd7-ee3991d5cde8 req-204df2ec-bca0-4d80-a3ec-23502d3e4e49 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:50.884504 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a1b6df25-91dc-422d-bdd7-ee3991d5cde8 req-204df2ec-bca0-4d80-a3ec-23502d3e4e49 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 945 time: 0.0556581 May 12 17:49:50.986688 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-a1b6df25-91dc-422d-bdd7-ee3991d5cde8 req-cc4c1cb6-485c-4cba-bb35-3a471ef4b10d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Deleting port 43cef85c-a437-458e-8aca-ac2d59280f87 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:49:50.987267 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-a1b6df25-91dc-422d-bdd7-ee3991d5cde8 req-cc4c1cb6-485c-4cba-bb35-3a471ef4b10d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (43cef85c-a437-458e-8aca-ac2d59280f87), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:51.004114 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 143d4171-1885-4746-8f1e-a6334c3f41fe up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:49:51.071726 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 143d4171-1885-4746-8f1e-a6334c3f41fe triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:49:51.072363 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:51.093283 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-a1b6df25-91dc-422d-bdd7-ee3991d5cde8 req-cc4c1cb6-485c-4cba-bb35-3a471ef4b10d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] For port 43cef85c-a437-458e-8aca-ac2d59280f87, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=43cef85c-a437-458e-8aca-ac2d59280f87,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:51.093581 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-a1b6df25-91dc-422d-bdd7-ee3991d5cde8 req-cc4c1cb6-485c-4cba-bb35-3a471ef4b10d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (43cef85c-a437-458e-8aca-ac2d59280f87), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:51.110229 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba80af-a628-4a9a-a679-54f9d88d1420 req-428479db-6e0d-48ee-aa5b-8d997d23a0e6 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:51.111767 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dcba80af-a628-4a9a-a679-54f9d88d1420 req-428479db-6e0d-48ee-aa5b-8d997d23a0e6 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0501363 May 12 17:49:51.152048 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 143d4171-1885-4746-8f1e-a6334c3f41fe is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:49:51.152435 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:51.171336 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-dcba80af-a628-4a9a-a679-54f9d88d1420 req-703df96b-f3f5-4029-bb71-ea221f0e9f07 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535579 May 12 17:49:51.190655 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67972c22-858c-41e6-85f9-27327673af00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143d4171-1885-4746-8f1e-a6334c3f41fe'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:49:51.193152 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3ae903-a54b-4856-bd1c-b60ee1bc34f3" -d '{"events": [{"server_uuid": "67972c22-858c-41e6-85f9-27327673af00", "name": "network-vif-plugged", "status": "completed", "tag": "143d4171-1885-4746-8f1e-a6334c3f41fe"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:49:51.210540 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 143d4171-1885-4746-8f1e-a6334c3f41fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=143d4171-1885-4746-8f1e-a6334c3f41fe,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:51.218736 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:51.255444 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402b3df7-acfc-4c2d-a373-097effcec2f6 x-openstack-request-id: req-402b3df7-acfc-4c2d-a373-097effcec2f6 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:49:51.255792 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67972c22-858c-41e6-85f9-27327673af00", "name": "network-vif-plugged", "status": "completed", "tag": "143d4171-1885-4746-8f1e-a6334c3f41fe", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:49:51.256055 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-402b3df7-acfc-4c2d-a373-097effcec2f6 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:49:51.256456 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-402b3df7-acfc-4c2d-a373-097effcec2f6'] response: {'server_uuid': '67972c22-858c-41e6-85f9-27327673af00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143d4171-1885-4746-8f1e-a6334c3f41fe', 'code': 200} May 12 17:49:51.299155 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=143d4171-1885-4746-8f1e-a6334c3f41fe,revision_number=10']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:51.351799 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-a1b6df25-91dc-422d-bdd7-ee3991d5cde8 req-cc4c1cb6-485c-4cba-bb35-3a471ef4b10d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:51.352335 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-a1b6df25-91dc-422d-bdd7-ee3991d5cde8 req-cc4c1cb6-485c-4cba-bb35-3a471ef4b10d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (e6d98dab-553c-4e50-8659-e93cbefaa102), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:51.353230 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.l3_db [req-a1b6df25-91dc-422d-bdd7-ee3991d5cde8 req-cc4c1cb6-485c-4cba-bb35-3a471ef4b10d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Floating IP e6d98dab-553c-4e50-8659-e93cbefaa102 disassociated. External IP: 172.27.3.18, port: 43cef85c-a437-458e-8aca-ac2d59280f87. May 12 17:49:51.353735 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-a1b6df25-91dc-422d-bdd7-ee3991d5cde8 req-cc4c1cb6-485c-4cba-bb35-3a471ef4b10d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Calling delete_port for 43cef85c-a437-458e-8aca-ac2d59280f87 owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:49:51.488496 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-a1b6df25-91dc-422d-bdd7-ee3991d5cde8 req-cc4c1cb6-485c-4cba-bb35-3a471ef4b10d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (43cef85c-a437-458e-8aca-ac2d59280f87), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:51.519848 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c1cb6-485c-4cba-bb35-3a471ef4b10d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event deleted for resources: {'Port': ['ID=43cef85c-a437-458e-8aca-ac2d59280f87,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:51.564899 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-578340d6-7bef-49c3-aa77-bd196498c9a7 req-83e161cd-51bd-4010-bd3b-b0694b5d42dc tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 210 time: 0.0351443 May 12 17:49:51.643709 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1b6df25-91dc-422d-bdd7-ee3991d5cde8 req-cc4c1cb6-485c-4cba-bb35-3a471ef4b10d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Router 20c039b5-b469-4a55-8d72-a91b8dff6cff has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:49:51.682398 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fedf7-908f-4218-a07e-47a42dbc7eb1 req-638ecad0-ce40-4b7d-83e2-bee2990e8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:51.684065 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-cf1fedf7-908f-4218-a07e-47a42dbc7eb1 req-638ecad0-ce40-4b7d-83e2-bee2990e8c0d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 1130 time: 0.0433722 May 12 17:49:51.751205 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-cf1fedf7-908f-4218-a07e-47a42dbc7eb1 req-73bd12f5-8a31-46a3-8d40-ab863cbb58bc service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601287 May 12 17:49:51.774036 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1b6df25-91dc-422d-bdd7-ee3991d5cde8 req-cc4c1cb6-485c-4cba-bb35-3a471ef4b10d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:49:51.788188 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f374081f-c59d-4924-b6d5-fb1c23db494d None None] Sync routers for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:49:51.802245 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f374081f-c59d-4924-b6d5-fb1c23db494d None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:51.803061 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-f374081f-c59d-4924-b6d5-fb1c23db494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:49:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:51.853495 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b6df25-91dc-422d-bdd7-ee3991d5cde8 req-cc4c1cb6-485c-4cba-bb35-3a471ef4b10d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] No DVR routers for this DVR port 43cef85c-a437-458e-8aca-ac2d59280f87 on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:49:51.856389 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-a1b6df25-91dc-422d-bdd7-ee3991d5cde8 req-cc4c1cb6-485c-4cba-bb35-3a471ef4b10d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:51.860095 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a1b6df25-91dc-422d-bdd7-ee3991d5cde8 req-cc4c1cb6-485c-4cba-bb35-3a471ef4b10d tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.89 "DELETE /v2.0/ports/43cef85c-a437-458e-8aca-ac2d59280f87 HTTP/1.1" status: 204 len: 173 time: 0.9629376 May 12 17:49:51.862736 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dbd33a-296d-424f-931d-cbf3fb15edca', 'name': 'network-vif-deleted', 'tag': '43cef85c-a437-458e-8aca-ac2d59280f87'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:49:51.865103 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6936328-af0c-45d9-92e1-fff30a21a5c1" -d '{"events": [{"server_uuid": "d1dbd33a-296d-424f-931d-cbf3fb15edca", "name": "network-vif-deleted", "tag": "43cef85c-a437-458e-8aca-ac2d59280f87"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:49:51.882173 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7eac12-4b61-42a8-ae3b-000116fb992c req-7af9a23c-5de9-4546-b6d2-862f515a6d51 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:51.889396 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5a7eac12-4b61-42a8-ae3b-000116fb992c req-7af9a23c-5de9-4546-b6d2-862f515a6d51 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 946 time: 0.0882127 May 12 17:49:51.921801 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-f374081f-c59d-4924-b6d5-fb1c23db494d None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:51.944548 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ce9341-a93c-46a8-a56e-0c138f376838 x-openstack-request-id: req-43ce9341-a93c-46a8-a56e-0c138f376838 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:49:51.944846 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dbd33a-296d-424f-931d-cbf3fb15edca", "name": "network-vif-deleted", "tag": "43cef85c-a437-458e-8aca-ac2d59280f87", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:49:51.945102 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-43ce9341-a93c-46a8-a56e-0c138f376838 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:49:51.945808 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ce9341-a93c-46a8-a56e-0c138f376838'] response: {'server_uuid': 'd1dbd33a-296d-424f-931d-cbf3fb15edca', 'name': 'network-vif-deleted', 'tag': '43cef85c-a437-458e-8aca-ac2d59280f87', 'status': 'completed', 'code': 200} May 12 17:49:51.964842 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5a7eac12-4b61-42a8-ae3b-000116fb992c req-817e079d-fa68-4baa-87eb-6bd70975995b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683584 May 12 17:49:52.165369 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-f374081f-c59d-4924-b6d5-fb1c23db494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:52.284455 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f374081f-c59d-4924-b6d5-fb1c23db494d None None] Checking router: 20c039b5-b469-4a55-8d72-a91b8dff6cff for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:49:52.295072 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f374081f-c59d-4924-b6d5-fb1c23db494d None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:52.295643 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-f374081f-c59d-4924-b6d5-fb1c23db494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:49:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:52.306033 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e733e-046f-45c8-93c8-db259a335ff4 req-59101220-b1c4-49fa-b558-218fcc4f72d9 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:52.307532 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2d3e733e-046f-45c8-93c8-db259a335ff4 req-59101220-b1c4-49fa-b558-218fcc4f72d9 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0493171 May 12 17:49:52.407576 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-f374081f-c59d-4924-b6d5-fb1c23db494d None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:49:52.604417 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2d3e733e-046f-45c8-93c8-db259a335ff4 req-aa0f959c-7bfb-4b5a-a088-b23d50c9a026 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2904320 May 12 17:49:52.610390 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-f374081f-c59d-4924-b6d5-fb1c23db494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:52.638018 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f374081f-c59d-4924-b6d5-fb1c23db494d None None] The sync data for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi is: [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:49Z', 'revision_number': 4, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '3fee2ebf-b8d9-4987-a45f-ff31754ee00b', 'name': '', 'network_id': '5f0e5ba6-f1dc-4741-a091-633af3cfbec5', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'mac_address': 'fa:16:3e:9c:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:46Z', 'updated_at': '2022-05-12T17:43:02Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'subnets': [{'id': 'e6c02cbf-c8ea-4ce8-9704-004518301240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:49:52.644668 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-cd16fb45-fcff-441e-946d-f776b0c4e725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:52.698041 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-25ade46d-fe68-4b36-b9eb-b82429a333e7 req-c3800ca0-8718-4537-95a6-ca35f27ee9b2 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1dbd33a-296d-424f-931d-cbf3fb15edca HTTP/1.1" status: 200 len: 210 time: 0.0338433 May 12 17:49:52.876955 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06bdb6-e249-46fb-b30a-99fa3c39ffe3 req-9960b040-550f-4f5a-a258-b6a247111a86 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:52.884726 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1f06bdb6-e249-46fb-b30a-99fa3c39ffe3 req-9960b040-550f-4f5a-a258-b6a247111a86 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0786104 May 12 17:49:52.888481 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0246c55a-6dda-4694-a33a-2700d43876ec req-f5e27f29-2d48-4568-8714-5231155094ef service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0939319 May 12 17:49:52.943120 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08c7ad4-c5d5-4ecc-80c3-e6ffda04329a None None] New status for floating IP e6d98dab-553c-4e50-8659-e93cbefaa102: DOWN {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:49:52.945810 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1f06bdb6-e249-46fb-b30a-99fa3c39ffe3 req-227f73b1-043d-4eb6-9139-aae7c9a682c8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596094 May 12 17:49:52.991770 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246c55a-6dda-4694-a33a-2700d43876ec req-4f7a98c5-abda-4810-a820-effa2d2c38ab tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:52.993691 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0246c55a-6dda-4694-a33a-2700d43876ec req-4f7a98c5-abda-4810-a820-effa2d2c38ab tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports/4903dc03-9110-43e6-bfaf-db2e0fe64355 HTTP/1.1" status: 200 len: 941 time: 0.0717928 May 12 17:49:53.087900 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd7d37-1d32-4801-8875-df7c4d3b1244 req-06da5991-08f4-4a59-a81c-b79168e4e2fe tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:53.095778 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-74dd7d37-1d32-4801-8875-df7c4d3b1244 req-06da5991-08f4-4a59-a81c-b79168e4e2fe tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 946 time: 0.0589647 May 12 17:49:53.157661 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-74dd7d37-1d32-4801-8875-df7c4d3b1244 req-511807a8-4c6e-4606-8063-929f581ccd6c tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609312 May 12 17:49:53.792422 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 52482) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:53.850737 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f14bf9e4-4461-43fb-82e8-243328e98838 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:53.868281 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:53.880056 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f14bf9e4-4461-43fb-82e8-243328e98838 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:53.927929 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f14bf9e4-4461-43fb-82e8-243328e98838 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:53.930836 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-f14bf9e4-4461-43fb-82e8-243328e98838 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:53.932130 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-f14bf9e4-4461-43fb-82e8-243328e98838 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "DELETE /v2.0/security-groups/f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1 HTTP/1.1" status: 204 len: 168 time: 0.1385274 May 12 17:49:53.935566 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 52484) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:53.941845 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bf9e4-4461-43fb-82e8-243328e98838 tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:53.957856 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.api.v2.resource [None req-bca695d2-66df-49a9-a4cb-160b6e8e71bf tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] show failed (client error): The resource could not be found. May 12 17:49:53.958945 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-bca695d2-66df-49a9-a4cb-160b6e8e71bf tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "GET /v2.0/security-groups/f9f5abf4-fde3-4e1c-a3c7-2c8ceb6386f1 HTTP/1.1" status: 404 len: 347 time: 0.0217648 May 12 17:49:53.962455 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 52486) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:54.068408 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152bb7d-59d1-474d-a9e7-4310394e2260 req-a8067e5e-e294-4af5-a925-ac34b55884aa tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:54.069917 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a152bb7d-59d1-474d-a9e7-4310394e2260 req-a8067e5e-e294-4af5-a925-ac34b55884aa tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0493312 May 12 17:49:54.086937 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-23f43600-e307-4e54-b986-d9e3179594fb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Deleting port 1d7953bd-92dc-48a4-b7b7-ef2cc6b0a772 {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:49:54.087301 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-23f43600-e307-4e54-b986-d9e3179594fb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (1d7953bd-92dc-48a4-b7b7-ef2cc6b0a772), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:54.119590 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a152bb7d-59d1-474d-a9e7-4310394e2260 req-bc4deac4-62fa-49f9-af50-37fe9833a464 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433650 May 12 17:49:54.163626 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-23f43600-e307-4e54-b986-d9e3179594fb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (1d7953bd-92dc-48a4-b7b7-ef2cc6b0a772), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:54.163959 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-23f43600-e307-4e54-b986-d9e3179594fb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (1d7953bd-92dc-48a4-b7b7-ef2cc6b0a772), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:54.176077 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-23f43600-e307-4e54-b986-d9e3179594fb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Calling delete_port for 1d7953bd-92dc-48a4-b7b7-ef2cc6b0a772 owned by network:floatingip {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:49:54.325609 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590aa8e6-dc21-4829-ac1a-4dd49cee59dc req-4f1e708c-917f-4e54-9ef2-36603f2e3aed tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:54.327088 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-590aa8e6-dc21-4829-ac1a-4dd49cee59dc req-4f1e708c-917f-4e54-9ef2-36603f2e3aed tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 946 time: 0.0825157 May 12 17:49:54.369920 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-23f43600-e307-4e54-b986-d9e3179594fb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (1d7953bd-92dc-48a4-b7b7-ef2cc6b0a772), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:54.411743 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f43600-e307-4e54-b986-d9e3179594fb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Pushing event deleted for resources: {'Port': ['ID=1d7953bd-92dc-48a4-b7b7-ef2cc6b0a772,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:54.434779 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-590aa8e6-dc21-4829-ac1a-4dd49cee59dc req-ff6b5d13-5ee9-47b3-a02a-0ae9d537a851 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017804 May 12 17:49:54.474289 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-23f43600-e307-4e54-b986-d9e3179594fb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks [] for floatingip (e6d98dab-553c-4e50-8659-e93cbefaa102), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:54.476844 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-23f43600-e307-4e54-b986-d9e3179594fb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:54.478039 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-23f43600-e307-4e54-b986-d9e3179594fb tempest-AttachVolumeNegativeTest-142165757 tempest-AttachVolumeNegativeTest-142165757-project] 10.222.0.76 "DELETE /v2.0/floatingips/e6d98dab-553c-4e50-8659-e93cbefaa102 HTTP/1.1" status: 204 len: 168 time: 0.5146556 May 12 17:49:55.019946 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 43cef85c-a437-458e-8aca-ac2d59280f87 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:49:55.040812 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: 43cef85c-a437-458e-8aca-ac2d59280f87 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:49:55.041159 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 43cef85c-a437-458e-8aca-ac2d59280f87 not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:49:55.221843 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:55.234886 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80219ee0-e5e1-42e9-9c4f-dab61b8e5e3c req-5a42a20b-2d37-4c68-9c18-0823bb5c243b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:55.236366 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-80219ee0-e5e1-42e9-9c4f-dab61b8e5e3c req-5a42a20b-2d37-4c68-9c18-0823bb5c243b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0503049 May 12 17:49:55.288366 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-80219ee0-e5e1-42e9-9c4f-dab61b8e5e3c req-46560344-c7f4-4345-8b59-8c3885bdd150 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460908 May 12 17:49:56.401999 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe88c41-591f-4628-a37d-c2a00a4b6bcc req-b9b19b62-ccca-4f5d-add9-6a787263eb14 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:56.403516 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-9fe88c41-591f-4628-a37d-c2a00a4b6bcc req-b9b19b62-ccca-4f5d-add9-6a787263eb14 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0486872 May 12 17:49:56.453313 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-9fe88c41-591f-4628-a37d-c2a00a4b6bcc req-65cb38b8-5050-4f8c-880e-2d1dae976e67 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442088 May 12 17:49:56.624111 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:57.582857 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a837244-80e1-4fd9-84fd-9f46f4ec89bd req-56958d13-74a0-4476-a154-613bda2cd8c3 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:57.584240 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2a837244-80e1-4fd9-84fd-9f46f4ec89bd req-56958d13-74a0-4476-a154-613bda2cd8c3 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0516458 May 12 17:49:57.636035 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2a837244-80e1-4fd9-84fd-9f46f4ec89bd req-81d2cd5e-0766-4d04-88c5-4463b1d905c3 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435307 May 12 17:49:58.129954 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 52578) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:58.616820 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-510ff12a-83f8-4aae-a4b9-94396c2f9e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7866822'] for router_interface (20c039b5-b469-4a55-8d72-a91b8dff6cff), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:58.783586 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05a58e-96b2-43c9-a858-3b3e50cfc8fb req-80cb05cc-1359-442e-b606-9f9fdc60f3f6 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:49:58.785029 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-da05a58e-96b2-43c9-a858-3b3e50cfc8fb req-80cb05cc-1359-442e-b606-9f9fdc60f3f6 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0775630 May 12 17:49:58.925675 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-da05a58e-96b2-43c9-a858-3b3e50cfc8fb req-ce36c934-2373-487c-a3b4-2da3a42e6776 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1138253 May 12 17:49:58.992187 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-510ff12a-83f8-4aae-a4b9-94396c2f9e79 admin admin] Deleting port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:49:58.992567 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-510ff12a-83f8-4aae-a4b9-94396c2f9e79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:59.069450 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [None req-510ff12a-83f8-4aae-a4b9-94396c2f9e79 admin admin] For port 3fee2ebf-b8d9-4987-a45f-ff31754ee00b, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=3fee2ebf-b8d9-4987-a45f-ff31754ee00b,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:49:59.069814 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-510ff12a-83f8-4aae-a4b9-94396c2f9e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:59.082821 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-510ff12a-83f8-4aae-a4b9-94396c2f9e79 admin admin] Calling delete_port for 3fee2ebf-b8d9-4987-a45f-ff31754ee00b owned by network:router_interface {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:49:59.259714 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-510ff12a-83f8-4aae-a4b9-94396c2f9e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (3fee2ebf-b8d9-4987-a45f-ff31754ee00b), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:59.287852 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ff12a-83f8-4aae-a4b9-94396c2f9e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fee2ebf-b8d9-4987-a45f-ff31754ee00b,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:49:59.453437 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-510ff12a-83f8-4aae-a4b9-94396c2f9e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7922005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881689'] for router_interface (20c039b5-b469-4a55-8d72-a91b8dff6cff), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:49:59.671285 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510ff12a-83f8-4aae-a4b9-94396c2f9e79 admin admin] Router 20c039b5-b469-4a55-8d72-a91b8dff6cff has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:49:59.776486 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510ff12a-83f8-4aae-a4b9-94396c2f9e79 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:49:59.781385 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-510ff12a-83f8-4aae-a4b9-94396c2f9e79 admin admin] 10.222.0.76 "PUT /v2.0/routers/20c039b5-b469-4a55-8d72-a91b8dff6cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6505792 May 12 17:49:59.783955 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 52602) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:49:59.786502 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fceeb4-7944-46d3-940e-3d96a44dc570 None None] Sync routers for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:49:59.797742 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fceeb4-7944-46d3-940e-3d96a44dc570 None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:49:59.798394 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-e2fceeb4-7944-46d3-940e-3d96a44dc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:49:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:49:59.907946 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-e2fceeb4-7944-46d3-940e-3d96a44dc570 None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:00.067387 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d385428-b35c-4839-9855-dcef4b1d79f3 req-1bcbc812-9122-4a06-b1d0-e8b4a408fb8c tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:00.069123 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6d385428-b35c-4839-9855-dcef4b1d79f3 req-1bcbc812-9122-4a06-b1d0-e8b4a408fb8c tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0501413 May 12 17:50:00.097433 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-e2fceeb4-7944-46d3-940e-3d96a44dc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:49:59Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:00.120607 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-6d385428-b35c-4839-9855-dcef4b1d79f3 req-f212ebc0-197a-4f86-81c7-07921d50ed8d tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454323 May 12 17:50:00.129048 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fceeb4-7944-46d3-940e-3d96a44dc570 None None] Checking router: 20c039b5-b469-4a55-8d72-a91b8dff6cff for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:50:00.138057 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fceeb4-7944-46d3-940e-3d96a44dc570 None None] Routers {'20c039b5-b469-4a55-8d72-a91b8dff6cff'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:00.138705 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-e2fceeb4-7944-46d3-940e-3d96a44dc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:49:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['20c039b5-b469-4a55-8d72-a91b8dff6cff'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:00.146848 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d167d5fe-fdcd-48e0-be44-50e85f16bf80 admin admin] Publish callbacks [] for router (20c039b5-b469-4a55-8d72-a91b8dff6cff), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:00.251516 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d167d5fe-fdcd-48e0-be44-50e85f16bf80 admin admin] Publish callbacks [] for router_gateway (20c039b5-b469-4a55-8d72-a91b8dff6cff), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:00.252538 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-e2fceeb4-7944-46d3-940e-3d96a44dc570 None None] Set router 20c039b5-b469-4a55-8d72-a91b8dff6cff gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:00.297211 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-d167d5fe-fdcd-48e0-be44-50e85f16bf80 admin admin] Deleting port 747203ca-eae2-4d1f-8dad-1ee09158374e {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:00.297790 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d167d5fe-fdcd-48e0-be44-50e85f16bf80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (747203ca-eae2-4d1f-8dad-1ee09158374e), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:00.375714 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [None req-d167d5fe-fdcd-48e0-be44-50e85f16bf80 admin admin] For port 747203ca-eae2-4d1f-8dad-1ee09158374e, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=747203ca-eae2-4d1f-8dad-1ee09158374e,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:00.376073 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d167d5fe-fdcd-48e0-be44-50e85f16bf80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (747203ca-eae2-4d1f-8dad-1ee09158374e), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:00.389498 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-d167d5fe-fdcd-48e0-be44-50e85f16bf80 admin admin] Calling delete_port for 747203ca-eae2-4d1f-8dad-1ee09158374e owned by network:router_gateway {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:00.423680 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-e2fceeb4-7944-46d3-940e-3d96a44dc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:49:59Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:00.454195 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fceeb4-7944-46d3-940e-3d96a44dc570 None None] The sync data for ids ['20c039b5-b469-4a55-8d72-a91b8dff6cff'] in dv-cinder-839793-10-iscsi is: [{'id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'name': 'tempest-AttachVolumeNegativeTest-1845312863-router', 'tenant_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:49:59Z', 'revision_number': 5, 'project_id': '38aae8b9be064fabb6e07ea34a5dcdb9', 'gw_port': {'id': '747203ca-eae2-4d1f-8dad-1ee09158374e', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c039b5-b469-4a55-8d72-a91b8dff6cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:39Z', 'updated_at': '2022-05-12T17:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:50:00.562443 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d167d5fe-fdcd-48e0-be44-50e85f16bf80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (747203ca-eae2-4d1f-8dad-1ee09158374e), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:00.592389 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167d5fe-fdcd-48e0-be44-50e85f16bf80 admin admin] Pushing event deleted for resources: {'Port': ['ID=747203ca-eae2-4d1f-8dad-1ee09158374e,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:00.665809 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d167d5fe-fdcd-48e0-be44-50e85f16bf80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871732'] for router_gateway (20c039b5-b469-4a55-8d72-a91b8dff6cff), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:00.773134 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d167d5fe-fdcd-48e0-be44-50e85f16bf80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3705'] for router (20c039b5-b469-4a55-8d72-a91b8dff6cff), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:00.776353 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d167d5fe-fdcd-48e0-be44-50e85f16bf80 admin admin] Publish callbacks [] for router_controller (20c039b5-b469-4a55-8d72-a91b8dff6cff), precommit_delete_associations {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:00.827841 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d167d5fe-fdcd-48e0-be44-50e85f16bf80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871141'] for router (20c039b5-b469-4a55-8d72-a91b8dff6cff), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:00.828603 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d167d5fe-fdcd-48e0-be44-50e85f16bf80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20c039b5-b469-4a55-8d72-a91b8dff6cff {{(pid=110068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:50:00.833137 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d167d5fe-fdcd-48e0-be44-50e85f16bf80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:00.834737 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-d167d5fe-fdcd-48e0-be44-50e85f16bf80 admin admin] 10.222.0.76 "DELETE /v2.0/routers/20c039b5-b469-4a55-8d72-a91b8dff6cff HTTP/1.1" status: 204 len: 168 time: 1.0494623 May 12 17:50:00.837601 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 52622) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:00.895399 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce649b2d-8026-4a0b-9e1a-2cdc64ec83b0 admin admin] Deleting subnet e6c02cbf-c8ea-4ce8-9704-004518301240 {{(pid=110069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:50:00.900182 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ce649b2d-8026-4a0b-9e1a-2cdc64ec83b0 admin admin] Publish callbacks [] for subnet (e6c02cbf-c8ea-4ce8-9704-004518301240), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:00.945054 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ce649b2d-8026-4a0b-9e1a-2cdc64ec83b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3117000'] for subnet (e6c02cbf-c8ea-4ce8-9704-004518301240), precommit_delete_associations {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:01.066955 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ce649b2d-8026-4a0b-9e1a-2cdc64ec83b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700920'] for subnet (e6c02cbf-c8ea-4ce8-9704-004518301240), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:01.123846 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ce649b2d-8026-4a0b-9e1a-2cdc64ec83b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3143496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3500479'] for subnet (e6c02cbf-c8ea-4ce8-9704-004518301240), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:01.162410 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce649b2d-8026-4a0b-9e1a-2cdc64ec83b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c02cbf-c8ea-4ce8-9704-004518301240,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:01.164734 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ce649b2d-8026-4a0b-9e1a-2cdc64ec83b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:01.168559 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-ce649b2d-8026-4a0b-9e1a-2cdc64ec83b0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e6c02cbf-c8ea-4ce8-9704-004518301240 HTTP/1.1" status: 204 len: 168 time: 0.3295734 May 12 17:50:01.170970 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 52638) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:01.178819 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492c9a31-bfaa-4eca-9b1a-aa9736743d66 None None] Network 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:50:01.300730 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758311'] for network (5f0e5ba6-f1dc-4741-a091-633af3cfbec5), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:01.354859 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9b9e6-685f-4129-b80f-38b047815da5 req-5ec68109-73b1-4bf9-9c72-0ab5de1df786 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:01.356347 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-50c9b9e6-685f-4129-b80f-38b047815da5 req-5ec68109-73b1-4bf9-9c72-0ab5de1df786 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.1094370 May 12 17:50:01.357281 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246c55a-6dda-4694-a33a-2700d43876ec req-619ecf9b-d6d7-4344-a2fc-4fe356946c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:01.358605 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0246c55a-6dda-4694-a33a-2700d43876ec req-619ecf9b-d6d7-4344-a2fc-4fe356946c10 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf&tenant_id=667ee24fd13d4432a040a745bf2a0d0e HTTP/1.1" status: 200 len: 1128 time: 0.1106260 May 12 17:50:01.450623 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] Deleting port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:01.450995 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (22c30e2d-cbce-4c97-a6e0-2772eefa9deb), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:01.472786 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246c55a-6dda-4694-a33a-2700d43876ec req-43658834-9477-43f4-9228-dcdcb293395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:01.474264 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0246c55a-6dda-4694-a33a-2700d43876ec req-43658834-9477-43f4-9228-dcdcb293395d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=667ee24fd13d4432a040a745bf2a0d0e&device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 1128 time: 0.0873675 May 12 17:50:01.503013 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-50c9b9e6-685f-4129-b80f-38b047815da5 req-070bebdf-a178-4d39-a24e-c5b31326e972 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1401658 May 12 17:50:01.600646 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] For port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=22c30e2d-cbce-4c97-a6e0-2772eefa9deb,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:01.601018 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (22c30e2d-cbce-4c97-a6e0-2772eefa9deb), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:01.619087 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] Calling delete_port for 22c30e2d-cbce-4c97-a6e0-2772eefa9deb owned by network:dhcp {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:01.644132 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246c55a-6dda-4694-a33a-2700d43876ec req-c18376f7-aa87-4508-a5c2-2707c16e5e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:01.645601 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0246c55a-6dda-4694-a33a-2700d43876ec req-c18376f7-aa87-4508-a5c2-2707c16e5e53 service neutron] 10.222.0.89 "GET /v2.0/networks?id=068e07bd-56b1-45cc-b3d6-75b884746996 HTTP/1.1" status: 200 len: 910 time: 0.1606240 May 12 17:50:01.674128 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d5867f-6df6-4b04-b883-d0f2d6b27eb4 None None] DHCP port deletion for 5f0e5ba6-f1dc-4741-a091-633af3cfbec5 request from dv-cinder-839793-10-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:50:01.726990 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5867f-6df6-4b04-b883-d0f2d6b27eb4 None None] Deleting port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:01.728132 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f1d5867f-6df6-4b04-b883-d0f2d6b27eb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (22c30e2d-cbce-4c97-a6e0-2772eefa9deb), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:01.743732 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 3fee2ebf-b8d9-4987-a45f-ff31754ee00b no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:01.759444 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0246c55a-6dda-4694-a33a-2700d43876ec req-f51db59c-2f9e-4d69-bb25-27cff5045865 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4903dc03-9110-43e6-bfaf-db2e0fe64355 HTTP/1.1" status: 200 len: 999 time: 0.0798826 May 12 17:50:01.770932 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 3fee2ebf-b8d9-4987-a45f-ff31754ee00b {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:01.771289 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 3fee2ebf-b8d9-4987-a45f-ff31754ee00b not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:01.771709 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 747203ca-eae2-4d1f-8dad-1ee09158374e no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:01.815147 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (22c30e2d-cbce-4c97-a6e0-2772eefa9deb), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:01.824528 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 747203ca-eae2-4d1f-8dad-1ee09158374e {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:01.824884 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 747203ca-eae2-4d1f-8dad-1ee09158374e not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:01.825303 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 22c30e2d-cbce-4c97-a6e0-2772eefa9deb no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:01.828143 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246c55a-6dda-4694-a33a-2700d43876ec req-76432a91-4b0d-4b90-81c9-64769ad55977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:01.829658 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0246c55a-6dda-4694-a33a-2700d43876ec req-76432a91-4b0d-4b90-81c9-64769ad55977 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f732d2e1-a477-4bdd-a448-3a40e18f14ab HTTP/1.1" status: 200 len: 848 time: 0.0639210 May 12 17:50:01.849192 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] No DVR routers for this DVR port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb on host dv-cinder-839793-10-iscsi {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:50:01.850760 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=22c30e2d-cbce-4c97-a6e0-2772eefa9deb,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:01.853204 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 22c30e2d-cbce-4c97-a6e0-2772eefa9deb {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:01.853746 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 22c30e2d-cbce-4c97-a6e0-2772eefa9deb not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:01.856412 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-f1d5867f-6df6-4b04-b883-d0f2d6b27eb4 None None] For port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=22c30e2d-cbce-4c97-a6e0-2772eefa9deb,segment=NetworkSegment(21694302-441e-4c7a-a08d-f5c98efccb87),segment_id=21694302-441e-4c7a-a08d-f5c98efccb87)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:01.856743 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f1d5867f-6df6-4b04-b883-d0f2d6b27eb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (22c30e2d-cbce-4c97-a6e0-2772eefa9deb), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:01.872603 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5867f-6df6-4b04-b883-d0f2d6b27eb4 None None] Calling delete_port for 22c30e2d-cbce-4c97-a6e0-2772eefa9deb owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:01.936457 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246c55a-6dda-4694-a33a-2700d43876ec req-6f471572-f441-4150-883f-32eebca8ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:01.937848 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0246c55a-6dda-4694-a33a-2700d43876ec req-6f471572-f441-4150-883f-32eebca8ed95 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=068e07bd-56b1-45cc-b3d6-75b884746996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0898397 May 12 17:50:01.952778 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f1d5867f-6df6-4b04-b883-d0f2d6b27eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832'] for port (22c30e2d-cbce-4c97-a6e0-2772eefa9deb), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:01.969714 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7702861', 'neutron.services.segments.db._delete_segments_for_network-8741378415382'] for network (5f0e5ba6-f1dc-4741-a091-633af3cfbec5), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:01.978818 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5867f-6df6-4b04-b883-d0f2d6b27eb4 None None] Pushing event deleted for resources: {'Port': ['ID=22c30e2d-cbce-4c97-a6e0-2772eefa9deb,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:01.982393 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d5867f-6df6-4b04-b883-d0f2d6b27eb4 None None] No DVR routers for this DVR port 22c30e2d-cbce-4c97-a6e0-2772eefa9deb on host dv-cinder-839793-10-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:50:02.022185 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0e5ba6-f1dc-4741-a091-633af3cfbec5']}} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:02.061809 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21694302-441e-4c7a-a08d-f5c98efccb87') {'for_net_delete': True} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:02.062110 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21694302-441e-4c7a-a08d-f5c98efccb87') {} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:02.077127 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741378450975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3117041'] for segment (21694302-441e-4c7a-a08d-f5c98efccb87), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:02.096567 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (21694302-441e-4c7a-a08d-f5c98efccb87), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:02.109613 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=110069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:50:02.110070 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3142378'] for segment (21694302-441e-4c7a-a08d-f5c98efccb87), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: Traceback (most recent call last): May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: timer() May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: cb(*args, **kw) May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: return func(*args, **kwargs) May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: self._notify() May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: self.callback(batched_events) May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: event.method(event) May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: return f(self, *a, **k) May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: return self._get(url).json() May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: return self.request(url, 'GET', **kwargs) May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:50:02.112130 dv-cinder-839793-10-iscsi neutron-server[110069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:50:02.125546 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0246c55a-6dda-4694-a33a-2700d43876ec req-2d9636f8-04c7-4d9d-a092-dcbcdab8b430 service neutron] 10.222.0.89 "GET /v2.0/networks/068e07bd-56b1-45cc-b3d6-75b884746996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577809 May 12 17:50:02.230077 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7702902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7867334'] for network (5f0e5ba6-f1dc-4741-a091-633af3cfbec5), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:02.232769 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:02.238711 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] 10.222.0.76 "DELETE /v2.0/networks/5f0e5ba6-f1dc-4741-a091-633af3cfbec5 HTTP/1.1" status: 204 len: 168 time: 1.0665615 May 12 17:50:02.259962 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fb50e-27a4-4333-9854-468149022e4a admin admin] Pushing event deleted for resources: {'Network': ['ID=5f0e5ba6-f1dc-4741-a091-633af3cfbec5,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:02.289571 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0246c55a-6dda-4694-a33a-2700d43876ec req-dd67f359-bc6a-433f-bdf9-d7bea0203ee4 service neutron] 10.222.0.89 "GET /v2.0/networks/068e07bd-56b1-45cc-b3d6-75b884746996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572108 May 12 17:50:02.360096 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 52668) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:02.403444 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-02e622aa-0b48-49d6-ae98-b97d3139e6cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=38aae8b9be064fabb6e07ea34a5dcdb9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421109 May 12 17:50:02.405849 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 52670) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:02.454918 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c714275f-a818-4b22-a3c8-88c301b7a6fb admin admin] Publish callbacks [] for security_group (7925de2b-0516-4d20-9709-1df4a10798ab), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:02.477359 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c714275f-a818-4b22-a3c8-88c301b7a6fb admin admin] Publish callbacks [] for security_group (7925de2b-0516-4d20-9709-1df4a10798ab), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:02.531535 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c714275f-a818-4b22-a3c8-88c301b7a6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (7925de2b-0516-4d20-9709-1df4a10798ab), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:02.534828 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c714275f-a818-4b22-a3c8-88c301b7a6fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:02.535983 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-c714275f-a818-4b22-a3c8-88c301b7a6fb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7925de2b-0516-4d20-9709-1df4a10798ab HTTP/1.1" status: 204 len: 168 time: 0.1292458 May 12 17:50:02.546383 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714275f-a818-4b22-a3c8-88c301b7a6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7925de2b-0516-4d20-9709-1df4a10798ab,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:02.633785 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7e2d1-da17-42f8-be8e-4eee4d10c8cc req-cc63a928-ff11-4e6f-ba61-b67b3b31503b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:02.635600 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-10d7e2d1-da17-42f8-be8e-4eee4d10c8cc req-cc63a928-ff11-4e6f-ba61-b67b3b31503b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0543849 May 12 17:50:02.688844 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-10d7e2d1-da17-42f8-be8e-4eee4d10c8cc req-1cb0beb5-8a44-4fe7-a09e-720f8a0a31e1 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476370 May 12 17:50:03.805039 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43876ba0-98d6-4616-af1d-8f6894495f0f req-6f7301bf-8acb-4e3a-9bc8-7c26a46629b2 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:03.806553 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-43876ba0-98d6-4616-af1d-8f6894495f0f req-6f7301bf-8acb-4e3a-9bc8-7c26a46629b2 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0485547 May 12 17:50:03.860367 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-43876ba0-98d6-4616-af1d-8f6894495f0f req-ddeaf93d-d4a3-43a9-89f3-fcc8e93c6a59 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480859 May 12 17:50:03.978590 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 52744) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:04.082160 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0a706a9c-d963-4ba4-91cf-32d561fe058d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:04.161872 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0a706a9c-d963-4ba4-91cf-32d561fe058d admin admin] Publish callbacks [] for security_group (8fa2d7da-b7c5-4671-b1b1-a3cd70313937), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:04.165298 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0a706a9c-d963-4ba4-91cf-32d561fe058d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (8fa2d7da-b7c5-4671-b1b1-a3cd70313937), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:04.203502 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-0a706a9c-d963-4ba4-91cf-32d561fe058d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=555b0f259ce14e1aacfd2744d823308e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238488 May 12 17:50:04.204292 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a706a9c-d963-4ba4-91cf-32d561fe058d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa2d7da-b7c5-4671-b1b1-a3cd70313937,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:04.206221 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 52748) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:04.255270 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3f30-3265-4626-b102-6282059f08d4 admin admin] Publish callbacks [] for security_group (8fa2d7da-b7c5-4671-b1b1-a3cd70313937), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:04.277416 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3f30-3265-4626-b102-6282059f08d4 admin admin] Publish callbacks [] for security_group (8fa2d7da-b7c5-4671-b1b1-a3cd70313937), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:04.328912 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3f30-3265-4626-b102-6282059f08d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (8fa2d7da-b7c5-4671-b1b1-a3cd70313937), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:04.331434 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3f30-3265-4626-b102-6282059f08d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:04.332570 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-1b7a3f30-3265-4626-b102-6282059f08d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8fa2d7da-b7c5-4671-b1b1-a3cd70313937 HTTP/1.1" status: 204 len: 168 time: 0.1250660 May 12 17:50:04.340824 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a3f30-3265-4626-b102-6282059f08d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa2d7da-b7c5-4671-b1b1-a3cd70313937,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:04.591420 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 52754) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:04.605245 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-fbde4265-9562-47ec-baa1-094202b08464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:04.686032 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-fbde4265-9562-47ec-baa1-094202b08464 admin admin] Publish callbacks [] for security_group (5a032b98-98f7-4247-867d-b08631696d23), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:04.689877 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-fbde4265-9562-47ec-baa1-094202b08464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (5a032b98-98f7-4247-867d-b08631696d23), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:04.731454 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-fbde4265-9562-47ec-baa1-094202b08464 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=61e1850c5a094ecf80b729291a70b058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389542 May 12 17:50:04.732421 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde4265-9562-47ec-baa1-094202b08464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a032b98-98f7-4247-867d-b08631696d23,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:04.734289 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 52762) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:04.792086 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-394a618f-e38c-4988-83ea-5b08fb4eab49 admin admin] Publish callbacks [] for security_group (5a032b98-98f7-4247-867d-b08631696d23), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:04.814959 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-394a618f-e38c-4988-83ea-5b08fb4eab49 admin admin] Publish callbacks [] for security_group (5a032b98-98f7-4247-867d-b08631696d23), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:04.865760 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-394a618f-e38c-4988-83ea-5b08fb4eab49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (5a032b98-98f7-4247-867d-b08631696d23), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:04.868882 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-394a618f-e38c-4988-83ea-5b08fb4eab49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:04.871141 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-394a618f-e38c-4988-83ea-5b08fb4eab49 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5a032b98-98f7-4247-867d-b08631696d23 HTTP/1.1" status: 204 len: 168 time: 0.1342378 May 12 17:50:04.878644 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a618f-e38c-4988-83ea-5b08fb4eab49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a032b98-98f7-4247-867d-b08631696d23,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:05.003568 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3880b-2296-4a26-af0c-bde2bebcb515 req-c78ca190-a63f-4b7e-8968-692f89fdc226 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:05.005198 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6ce3880b-2296-4a26-af0c-bde2bebcb515 req-c78ca190-a63f-4b7e-8968-692f89fdc226 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0511694 May 12 17:50:05.060865 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6ce3880b-2296-4a26-af0c-bde2bebcb515 req-f6ef6202-541f-48d5-9b09-cc1ff8fdae5c tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488787 May 12 17:50:06.198933 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45742c-beee-49f5-ab00-e8ffde875ebc req-ca10b3c4-fdab-4fe5-8492-08852a4d85d3 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:06.200325 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fe45742c-beee-49f5-ab00-e8ffde875ebc req-ca10b3c4-fdab-4fe5-8492-08852a4d85d3 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0541105 May 12 17:50:06.254008 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fe45742c-beee-49f5-ab00-e8ffde875ebc req-645452cc-c515-478f-9851-c3d4fecf73d5 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478947 May 12 17:50:06.467151 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 52832) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:06.572214 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3fc91549-29bb-4ead-a1a7-b800545ab193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:06.650483 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3fc91549-29bb-4ead-a1a7-b800545ab193 admin admin] Publish callbacks [] for security_group (004e3ed5-b5b2-435c-815d-05d9acb96937), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:06.655544 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3fc91549-29bb-4ead-a1a7-b800545ab193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (004e3ed5-b5b2-435c-815d-05d9acb96937), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:06.697723 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-3fc91549-29bb-4ead-a1a7-b800545ab193 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a0ee34f3097428c8ea9de5a8af3e52d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290554 May 12 17:50:06.698827 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc91549-29bb-4ead-a1a7-b800545ab193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004e3ed5-b5b2-435c-815d-05d9acb96937,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:06.700000 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 52836) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:06.753854 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6b12-9993-4b76-b269-8af50fa8768c admin admin] Publish callbacks [] for security_group (004e3ed5-b5b2-435c-815d-05d9acb96937), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:06.776499 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6b12-9993-4b76-b269-8af50fa8768c admin admin] Publish callbacks [] for security_group (004e3ed5-b5b2-435c-815d-05d9acb96937), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:06.823751 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6b12-9993-4b76-b269-8af50fa8768c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (004e3ed5-b5b2-435c-815d-05d9acb96937), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:06.826384 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6b12-9993-4b76-b269-8af50fa8768c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:06.827571 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-7c0e6b12-9993-4b76-b269-8af50fa8768c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/004e3ed5-b5b2-435c-815d-05d9acb96937 HTTP/1.1" status: 204 len: 168 time: 0.1265984 May 12 17:50:06.835030 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e6b12-9993-4b76-b269-8af50fa8768c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004e3ed5-b5b2-435c-815d-05d9acb96937,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:07.083013 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 52844) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:07.096728 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1792c359-97f4-4109-b9fb-10216e73c4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:07.172530 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1792c359-97f4-4109-b9fb-10216e73c4f7 admin admin] Publish callbacks [] for security_group (efebb1ec-faaa-48cf-afef-99e71f39dc6e), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:07.178287 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1792c359-97f4-4109-b9fb-10216e73c4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (efebb1ec-faaa-48cf-afef-99e71f39dc6e), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:07.216143 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-1792c359-97f4-4109-b9fb-10216e73c4f7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a0f0e9a3119940aab1ee3c12becedb5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320736 May 12 17:50:07.216835 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792c359-97f4-4109-b9fb-10216e73c4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efebb1ec-faaa-48cf-afef-99e71f39dc6e,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:07.219775 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 52850) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:07.270337 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ed7bfdf6-1a50-4c54-87fb-f0a9711eefcd admin admin] Publish callbacks [] for security_group (efebb1ec-faaa-48cf-afef-99e71f39dc6e), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:07.293365 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ed7bfdf6-1a50-4c54-87fb-f0a9711eefcd admin admin] Publish callbacks [] for security_group (efebb1ec-faaa-48cf-afef-99e71f39dc6e), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:07.340058 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ed7bfdf6-1a50-4c54-87fb-f0a9711eefcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (efebb1ec-faaa-48cf-afef-99e71f39dc6e), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:07.342713 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-ed7bfdf6-1a50-4c54-87fb-f0a9711eefcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:07.343843 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-ed7bfdf6-1a50-4c54-87fb-f0a9711eefcd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/efebb1ec-faaa-48cf-afef-99e71f39dc6e HTTP/1.1" status: 204 len: 168 time: 0.1230445 May 12 17:50:07.351734 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bfdf6-1a50-4c54-87fb-f0a9711eefcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efebb1ec-faaa-48cf-afef-99e71f39dc6e,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:07.380300 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc396f8e-f7a3-4b49-ad21-707710ed046a req-f7103faa-2521-4d76-ac95-a7997930ac2b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:07.381840 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-cc396f8e-f7a3-4b49-ad21-707710ed046a req-f7103faa-2521-4d76-ac95-a7997930ac2b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0580103 May 12 17:50:07.432093 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-cc396f8e-f7a3-4b49-ad21-707710ed046a req-be607afd-a544-4c65-80e7-c1dc1be167cb tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446637 May 12 17:50:08.561547 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21ed57-1025-48e1-bf1e-70a03d4b2e43 req-59e5eb34-ac32-4ac0-9895-a2a18a50eecf tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:08.563744 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8e21ed57-1025-48e1-bf1e-70a03d4b2e43 req-59e5eb34-ac32-4ac0-9895-a2a18a50eecf tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0481076 May 12 17:50:08.613144 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8e21ed57-1025-48e1-bf1e-70a03d4b2e43 req-4f5f89da-6cd9-41e2-bfcc-a5963981ff26 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435178 May 12 17:50:09.745233 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ab2da-8871-4666-b49f-ab025a4f8c20 req-2b3a36b1-0a5e-42b3-8ecb-c6525b160461 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:09.746656 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8c3ab2da-8871-4666-b49f-ab025a4f8c20 req-2b3a36b1-0a5e-42b3-8ecb-c6525b160461 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0514019 May 12 17:50:09.811896 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8c3ab2da-8871-4666-b49f-ab025a4f8c20 req-a3fb4994-6a8d-4a99-97b8-7ff8d39da0df tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587497 May 12 17:50:10.816274 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:10.876405 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 52968) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:10.928397 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0b2c5-7868-469b-aa1b-3ddd3c82cfd8 req-f304df74-e479-48ae-88ee-961df3dde381 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:10.929946 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-42a0b2c5-7868-469b-aa1b-3ddd3c82cfd8 req-f304df74-e479-48ae-88ee-961df3dde381 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 944 time: 0.0480826 May 12 17:50:10.993069 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-42a0b2c5-7868-469b-aa1b-3ddd3c82cfd8 req-3119a12c-f0c2-46fa-a2f1-d25afb95510c tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568342 May 12 17:50:10.994227 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-35a8754d-390f-4c94-a2d5-9453ec4c6d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:11.068648 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-35a8754d-390f-4c94-a2d5-9453ec4c6d5c admin admin] Publish callbacks [] for security_group (0ce2dd64-857d-4f23-a0e1-d79ca1ce5994), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:11.073240 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-35a8754d-390f-4c94-a2d5-9453ec4c6d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (0ce2dd64-857d-4f23-a0e1-d79ca1ce5994), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:11.112257 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-35a8754d-390f-4c94-a2d5-9453ec4c6d5c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a3abc0370bfc48f888453b4c56ee15e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347457 May 12 17:50:11.113183 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8754d-390f-4c94-a2d5-9453ec4c6d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce2dd64-857d-4f23-a0e1-d79ca1ce5994,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:11.114938 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 52972) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:11.163245 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Publish callbacks [] for security_group (0ce2dd64-857d-4f23-a0e1-d79ca1ce5994), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:11.184523 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Publish callbacks [] for security_group (0ce2dd64-857d-4f23-a0e1-d79ca1ce5994), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:11.231242 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (0ce2dd64-857d-4f23-a0e1-d79ca1ce5994), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:11.233840 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:11.235017 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0ce2dd64-857d-4f23-a0e1-d79ca1ce5994 HTTP/1.1" status: 204 len: 168 time: 0.1185617 May 12 17:50:11.243829 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce2dd64-857d-4f23-a0e1-d79ca1ce5994,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:11.251348 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:11.251714 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:11.252066 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:11.252412 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:11.252843 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:11.253079 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:11.253413 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:11.253775 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:11.254096 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:11.254429 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:11.254789 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:11.255123 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:11.255453 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:11.255861 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:11.256183 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672946f-230d-4815-b7cd-752710d73223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:11.598463 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 4903dc03-9110-43e6-bfaf-db2e0fe64355 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:50:11.699601 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 4903dc03-9110-43e6-bfaf-db2e0fe64355, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4903dc03-9110-43e6-bfaf-db2e0fe64355,segment=NetworkSegment(6c5e8dee-70c7-48b2-9537-341e45c35413),segment_id=6c5e8dee-70c7-48b2-9537-341e45c35413)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:11.714378 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '4903dc03-9110-43e6-bfaf-db2e0fe64355', 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996', 'port_id': '4903dc03-9110-43e6-bfaf-db2e0fe64355', 'mac_address': 'fa:16:3e:a5:e9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:50:11.752503 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 4903dc03-9110-43e6-bfaf-db2e0fe64355 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:50:11.752891 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:11.766917 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4903dc03-9110-43e6-bfaf-db2e0fe64355 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:50:11.787387 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 4903dc03-9110-43e6-bfaf-db2e0fe64355, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4903dc03-9110-43e6-bfaf-db2e0fe64355,segment=NetworkSegment(6c5e8dee-70c7-48b2-9537-341e45c35413),segment_id=6c5e8dee-70c7-48b2-9537-341e45c35413)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:11.791712 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:11.841210 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=4903dc03-9110-43e6-bfaf-db2e0fe64355,revision_number=7']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:12.111381 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e83ea-f9c7-4b84-a906-95d1a166e459 req-b9e7ec9a-cca2-462f-aebc-69a3ae972027 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:12.112977 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-030e83ea-f9c7-4b84-a906-95d1a166e459 req-b9e7ec9a-cca2-462f-aebc-69a3ae972027 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 945 time: 0.0513005 May 12 17:50:12.165617 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-030e83ea-f9c7-4b84-a906-95d1a166e459 req-e0ed466c-401f-4a73-9775-c4ad79127788 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456331 May 12 17:50:12.809831 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['4903dc03-9110-43e6-bfaf-db2e0fe64355'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:50:13.283552 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa5e33-970a-472b-a185-e0fd33b10d42 req-525f9b1b-1f98-4fb5-99e6-e4a9e0d4724a tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:13.285110 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a8aa5e33-970a-472b-a185-e0fd33b10d42 req-525f9b1b-1f98-4fb5-99e6-e4a9e0d4724a tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 945 time: 0.0489912 May 12 17:50:13.338770 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a8aa5e33-970a-472b-a185-e0fd33b10d42 req-44306abb-2fd0-4d6e-806a-d367dbca586c tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463986 May 12 17:50:13.545589 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 4903dc03-9110-43e6-bfaf-db2e0fe64355 up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:50:13.595601 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 4903dc03-9110-43e6-bfaf-db2e0fe64355 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:50:13.596087 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:13.674574 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 4903dc03-9110-43e6-bfaf-db2e0fe64355 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:50:13.675006 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:13.698949 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4903dc03-9110-43e6-bfaf-db2e0fe64355'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:50:13.701199 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33083014-3cdd-4e0c-a858-28e59dc97483" -d '{"events": [{"server_uuid": "94af4804-8a27-4f9b-b471-7fa1a1dabedf", "name": "network-vif-plugged", "status": "completed", "tag": "4903dc03-9110-43e6-bfaf-db2e0fe64355"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:50:13.714349 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 4903dc03-9110-43e6-bfaf-db2e0fe64355, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4903dc03-9110-43e6-bfaf-db2e0fe64355,segment=NetworkSegment(6c5e8dee-70c7-48b2-9537-341e45c35413),segment_id=6c5e8dee-70c7-48b2-9537-341e45c35413)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:13.720147 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:13.747861 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc78ab2d-fa23-4569-95f6-809c786e87e1 x-openstack-request-id: req-cc78ab2d-fa23-4569-95f6-809c786e87e1 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:50:13.748214 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94af4804-8a27-4f9b-b471-7fa1a1dabedf", "name": "network-vif-plugged", "status": "completed", "tag": "4903dc03-9110-43e6-bfaf-db2e0fe64355", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:50:13.748563 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cc78ab2d-fa23-4569-95f6-809c786e87e1 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:50:13.749036 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc78ab2d-fa23-4569-95f6-809c786e87e1'] response: {'server_uuid': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4903dc03-9110-43e6-bfaf-db2e0fe64355', 'code': 200} May 12 17:50:13.777322 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=4903dc03-9110-43e6-bfaf-db2e0fe64355,revision_number=8']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:13.991142 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0258c8-3e61-4c3f-bffe-e52ddffdebee req-669e7caf-17fd-4498-b721-7149b7ce1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:13.992704 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5e0258c8-3e61-4c3f-bffe-e52ddffdebee req-669e7caf-17fd-4498-b721-7149b7ce1d74 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 1130 time: 0.0467103 May 12 17:50:14.298938 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-5e0258c8-3e61-4c3f-bffe-e52ddffdebee req-4f708c51-a6b0-484e-b81d-b9fd07c71dc1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411432 May 12 17:50:14.457469 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54be31d-1438-4297-8016-d4eeda0a687d req-0ca4a171-b960-46ee-a817-f331f490bc44 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:14.458954 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b54be31d-1438-4297-8016-d4eeda0a687d req-0ca4a171-b960-46ee-a817-f331f490bc44 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0491402 May 12 17:50:14.513953 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b54be31d-1438-4297-8016-d4eeda0a687d req-7bc618fc-c482-4d6c-99cc-976261ca7fdd tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480204 May 12 17:50:15.482433 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53100) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:15.596112 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f99fccf4-cf51-476a-bd0b-3ed23435e575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:15.646389 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42943502-1a2c-4986-b8b2-42ca2b74cebe req-8a8f379a-4d22-4e41-8d8a-0fb0ad0e7c7b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:15.647856 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-42943502-1a2c-4986-b8b2-42ca2b74cebe req-8a8f379a-4d22-4e41-8d8a-0fb0ad0e7c7b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0604875 May 12 17:50:15.723428 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-42943502-1a2c-4986-b8b2-42ca2b74cebe req-614d78ea-cfd2-4aec-9c76-f7e64cd5fcda tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666416 May 12 17:50:15.746484 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f99fccf4-cf51-476a-bd0b-3ed23435e575 admin admin] Publish callbacks [] for security_group (908663a7-91f2-40b4-8f51-93bee09a5836), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:15.750226 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f99fccf4-cf51-476a-bd0b-3ed23435e575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (908663a7-91f2-40b4-8f51-93bee09a5836), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:15.788957 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-f99fccf4-cf51-476a-bd0b-3ed23435e575 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4b0ff1880b7544abb7718cfd4bec2d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054259 May 12 17:50:15.790830 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fccf4-cf51-476a-bd0b-3ed23435e575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908663a7-91f2-40b4-8f51-93bee09a5836,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:15.792378 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53106) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:15.842245 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-58087bc5-9e58-41ec-becd-3d1d37ccbb57 admin admin] Publish callbacks [] for security_group (908663a7-91f2-40b4-8f51-93bee09a5836), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:15.863489 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-58087bc5-9e58-41ec-becd-3d1d37ccbb57 admin admin] Publish callbacks [] for security_group (908663a7-91f2-40b4-8f51-93bee09a5836), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:15.910771 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-58087bc5-9e58-41ec-becd-3d1d37ccbb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (908663a7-91f2-40b4-8f51-93bee09a5836), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:15.913319 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-58087bc5-9e58-41ec-becd-3d1d37ccbb57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:15.914453 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-58087bc5-9e58-41ec-becd-3d1d37ccbb57 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/908663a7-91f2-40b4-8f51-93bee09a5836 HTTP/1.1" status: 204 len: 168 time: 0.1209731 May 12 17:50:15.922582 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58087bc5-9e58-41ec-becd-3d1d37ccbb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908663a7-91f2-40b4-8f51-93bee09a5836,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:16.530838 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb8576-4da9-41dc-ac8a-6a8fdc43ed06 req-d805321b-9709-463a-b3a6-b233151e8a6d tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:16.532322 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-aceb8576-4da9-41dc-ac8a-6a8fdc43ed06 req-d805321b-9709-463a-b3a6-b233151e8a6d tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 946 time: 0.0479686 May 12 17:50:16.579031 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-aceb8576-4da9-41dc-ac8a-6a8fdc43ed06 req-1ef6aac2-6fa6-4845-b46f-24d0a68ff4a4 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=5557ee70-947c-4bda-bc6d-ac6c76e334f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411341 May 12 17:50:16.840217 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608cf46-df26-4c12-98b7-100524b7783b req-8e422fd5-1e7b-4f48-85b7-09d05f2eb212 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:16.841668 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c608cf46-df26-4c12-98b7-100524b7783b req-8e422fd5-1e7b-4f48-85b7-09d05f2eb212 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0469213 May 12 17:50:16.892230 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c608cf46-df26-4c12-98b7-100524b7783b req-9d3ec9f7-97b0-4aa8-95c7-2092a6bec875 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449686 May 12 17:50:17.690980 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c284f-47bf-4208-a120-554ae06a64d8 req-5e7a3bb9-a291-4495-8c78-83df634e1040 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:17.692447 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3b1c284f-47bf-4208-a120-554ae06a64d8 req-5e7a3bb9-a291-4495-8c78-83df634e1040 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 946 time: 0.0465555 May 12 17:50:17.741931 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3b1c284f-47bf-4208-a120-554ae06a64d8 req-074d00a5-a0cf-4c8c-9cc8-cbec22b78840 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=5557ee70-947c-4bda-bc6d-ac6c76e334f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427382 May 12 17:50:18.004266 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0642b-391f-437a-8011-141ab3a73bde req-21fbb68a-e19d-416e-bfbc-60ebadfc00fc tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:18.005686 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-22d0642b-391f-437a-8011-141ab3a73bde req-21fbb68a-e19d-416e-bfbc-60ebadfc00fc tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0458548 May 12 17:50:18.054305 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-22d0642b-391f-437a-8011-141ab3a73bde req-1b6743b1-4d7d-4b80-87b5-ba2034c805ce tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424099 May 12 17:50:18.860414 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728be0d-d7f6-40bc-828f-dbd36f67d4e6 req-d182493f-6426-439a-8896-cdf85c45625f tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:18.861887 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8728be0d-d7f6-40bc-828f-dbd36f67d4e6 req-d182493f-6426-439a-8896-cdf85c45625f tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 946 time: 0.0471418 May 12 17:50:18.909612 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8728be0d-d7f6-40bc-828f-dbd36f67d4e6 req-3b9dd017-ff2d-43ef-bd18-ed05f4fabaa0 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=5557ee70-947c-4bda-bc6d-ac6c76e334f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418036 May 12 17:50:19.166868 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e067680-4279-4487-bada-efb88e3b5bfd req-562886bb-2a95-4a0d-bc12-7a94a2b48acd tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:19.168293 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9e067680-4279-4487-bada-efb88e3b5bfd req-562886bb-2a95-4a0d-bc12-7a94a2b48acd tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0456972 May 12 17:50:19.216842 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9e067680-4279-4487-bada-efb88e3b5bfd req-361c2e99-3e8f-4395-89ba-786824af5c1a tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430899 May 12 17:50:20.019924 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964b145-69e0-407f-9fee-9fbdafa16c7b req-0bcc0395-2c48-4b32-b7a4-6e31bd9a350f tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:20.021375 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5964b145-69e0-407f-9fee-9fbdafa16c7b req-0bcc0395-2c48-4b32-b7a4-6e31bd9a350f tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 946 time: 0.0465353 May 12 17:50:20.068023 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5964b145-69e0-407f-9fee-9fbdafa16c7b req-83996ae0-5229-4592-baf4-9b0558ec772a tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=5557ee70-947c-4bda-bc6d-ac6c76e334f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408814 May 12 17:50:20.373620 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b6033e8b-64b3-4da1-8a57-4e1d928566d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:21.434826 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097231e-0e45-430e-bf88-b1d24e0d9baf req-789faf15-e663-46df-b820-9fc466e0c7a1 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:21.436317 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d097231e-0e45-430e-bf88-b1d24e0d9baf req-789faf15-e663-46df-b820-9fc466e0c7a1 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 946 time: 0.3002653 May 12 17:50:21.482372 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d097231e-0e45-430e-bf88-b1d24e0d9baf req-74dbf163-7c06-468e-a933-c24138253815 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups?id=5557ee70-947c-4bda-bc6d-ac6c76e334f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403893 May 12 17:50:21.671491 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac2a82-d932-40a8-af33-6fc4854ca1c9 req-0a8b8aae-3a7d-47d8-b46c-87c1680d864b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:21.673002 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d0ac2a82-d932-40a8-af33-6fc4854ca1c9 req-0a8b8aae-3a7d-47d8-b46c-87c1680d864b tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 946 time: 0.0557847 May 12 17:50:21.774158 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-d0ac2a82-d932-40a8-af33-6fc4854ca1c9 req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Deleting port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:21.774510 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-d0ac2a82-d932-40a8-af33-6fc4854ca1c9 req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (57cd4c81-8280-4d5e-b1ca-0c2c662e6d98), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:21.867454 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-d0ac2a82-d932-40a8-af33-6fc4854ca1c9 req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] For port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=57cd4c81-8280-4d5e-b1ca-0c2c662e6d98,segment=NetworkSegment(c5653109-2751-4d2a-9239-6af47576e099),segment_id=c5653109-2751-4d2a-9239-6af47576e099)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:21.867818 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-d0ac2a82-d932-40a8-af33-6fc4854ca1c9 req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (57cd4c81-8280-4d5e-b1ca-0c2c662e6d98), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:22.060179 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-d0ac2a82-d932-40a8-af33-6fc4854ca1c9 req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:22.060554 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-d0ac2a82-d932-40a8-af33-6fc4854ca1c9 req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (4a59451b-b53b-48aa-8184-1c869259ad5f), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:22.060873 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.l3_db [req-d0ac2a82-d932-40a8-af33-6fc4854ca1c9 req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Floating IP 4a59451b-b53b-48aa-8184-1c869259ad5f disassociated. External IP: 172.27.3.220, port: 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98. May 12 17:50:22.061223 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-d0ac2a82-d932-40a8-af33-6fc4854ca1c9 req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Calling delete_port for 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:22.194131 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-d0ac2a82-d932-40a8-af33-6fc4854ca1c9 req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (57cd4c81-8280-4d5e-b1ca-0c2c662e6d98), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:22.224033 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event deleted for resources: {'Port': ['ID=57cd4c81-8280-4d5e-b1ca-0c2c662e6d98,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:22.237535 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:22.237535 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:22.237535 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:22.237535 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:22.237535 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:22.237535 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:22.238208 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:22.238208 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:22.238389 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:22.239088 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:22.239088 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:22.239969 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:22.239969 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:22.239969 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:22.240205 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:22.349973 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0ac2a82-d932-40a8-af33-6fc4854ca1c9 req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:50:22.458935 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0ac2a82-d932-40a8-af33-6fc4854ca1c9 req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:50:22.468492 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53720dd5-f7a6-4706-8323-66b94f422c45 None None] Sync routers for ids ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:50:22.477667 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53720dd5-f7a6-4706-8323-66b94f422c45 None None] Routers {'31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:22.478279 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-53720dd5-f7a6-4706-8323-66b94f422c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:49:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:22.507078 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ac2a82-d932-40a8-af33-6fc4854ca1c9 req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] No DVR routers for this DVR port 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:50:22.509496 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-d0ac2a82-d932-40a8-af33-6fc4854ca1c9 req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:22.513337 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d0ac2a82-d932-40a8-af33-6fc4854ca1c9 req-37f92373-8685-4bfd-8605-9bd2dc0a23b5 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.89 "DELETE /v2.0/ports/57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 HTTP/1.1" status: 204 len: 173 time: 0.8250086 May 12 17:50:22.513799 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9b5fa5-bcf2-4da6-b13c-85aeee61a134', 'name': 'network-vif-deleted', 'tag': '57cd4c81-8280-4d5e-b1ca-0c2c662e6d98'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:50:22.518848 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41f191d-1758-4f8a-a15c-a442f07bd8bc" -d '{"events": [{"server_uuid": "3f9b5fa5-bcf2-4da6-b13c-85aeee61a134", "name": "network-vif-deleted", "tag": "57cd4c81-8280-4d5e-b1ca-0c2c662e6d98"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:50:22.562437 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d68951-e012-42bb-a451-1852d62b10f2 x-openstack-request-id: req-f9d68951-e012-42bb-a451-1852d62b10f2 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:50:22.562805 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9b5fa5-bcf2-4da6-b13c-85aeee61a134", "name": "network-vif-deleted", "tag": "57cd4c81-8280-4d5e-b1ca-0c2c662e6d98", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:50:22.563075 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9d68951-e012-42bb-a451-1852d62b10f2 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:50:22.563493 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d68951-e012-42bb-a451-1852d62b10f2'] response: {'server_uuid': '3f9b5fa5-bcf2-4da6-b13c-85aeee61a134', 'name': 'network-vif-deleted', 'tag': '57cd4c81-8280-4d5e-b1ca-0c2c662e6d98', 'status': 'completed', 'code': 200} May 12 17:50:22.593891 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-046060c8-bf2d-4e22-bc99-717c4328796e req-645aae3b-eadb-49ba-b26e-34017e89791d tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b5fa5-bcf2-4da6-b13c-85aeee61a134 HTTP/1.1" status: 200 len: 210 time: 0.0326691 May 12 17:50:22.743135 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b583792d-5527-4728-99ba-941bd9b294e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:22.755056 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-53720dd5-f7a6-4706-8323-66b94f422c45 None None] Set router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:22.946749 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-53720dd5-f7a6-4706-8323-66b94f422c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:46Z', 'revision_number': 4, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '116a7df0-1799-4b81-8257-28151f7e9833', 'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'mac_address': 'fa:16:3e:1a:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:59Z', 'revision_number': 5, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'subnets': [{'id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:22.973976 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53720dd5-f7a6-4706-8323-66b94f422c45 None None] Checking router: 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:50:22.983113 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53720dd5-f7a6-4706-8323-66b94f422c45 None None] Routers {'31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:22.983740 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-53720dd5-f7a6-4706-8323-66b94f422c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:50:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:23.099868 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-53720dd5-f7a6-4706-8323-66b94f422c45 None None] Set router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:23.303744 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-53720dd5-f7a6-4706-8323-66b94f422c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:46Z', 'revision_number': 4, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '116a7df0-1799-4b81-8257-28151f7e9833', 'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'mac_address': 'fa:16:3e:1a:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:59Z', 'revision_number': 5, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'subnets': [{'id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:23.330491 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53720dd5-f7a6-4706-8323-66b94f422c45 None None] The sync data for ids ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'] in dv-cinder-839793-10-iscsi is: [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:46Z', 'revision_number': 4, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '116a7df0-1799-4b81-8257-28151f7e9833', 'name': '', 'network_id': '16b8cd17-5204-4534-ab3e-f50d37e56b44', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'mac_address': 'fa:16:3e:1a:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:59Z', 'revision_number': 5, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'subnets': [{'id': 'c91d7fdd-c4ad-4b1c-8888-f0300d813365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:50:23.553089 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaadaf5-c497-412a-ac5e-200b0415ab63 None None] New status for floating IP 4a59451b-b53b-48aa-8184-1c869259ad5f: DOWN {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:50:23.684601 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53216) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:23.740789 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-93bf12a5-a306-4788-854e-eb19ff67be1e tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group (5557ee70-947c-4bda-bc6d-ac6c76e334f9), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:23.763717 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-93bf12a5-a306-4788-854e-eb19ff67be1e tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group (5557ee70-947c-4bda-bc6d-ac6c76e334f9), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:23.810890 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-93bf12a5-a306-4788-854e-eb19ff67be1e tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (5557ee70-947c-4bda-bc6d-ac6c76e334f9), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:23.813316 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-93bf12a5-a306-4788-854e-eb19ff67be1e tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:23.814440 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-93bf12a5-a306-4788-854e-eb19ff67be1e tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "DELETE /v2.0/security-groups/5557ee70-947c-4bda-bc6d-ac6c76e334f9 HTTP/1.1" status: 204 len: 168 time: 0.1284964 May 12 17:50:23.817303 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53218) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:23.823433 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf12a5-a306-4788-854e-eb19ff67be1e tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5557ee70-947c-4bda-bc6d-ac6c76e334f9,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:23.831498 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.api.v2.resource [None req-ca31b860-7650-4e96-8576-9ffc21c709a3 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] show failed (client error): The resource could not be found. May 12 17:50:23.835184 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-ca31b860-7650-4e96-8576-9ffc21c709a3 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "GET /v2.0/security-groups/5557ee70-947c-4bda-bc6d-ac6c76e334f9 HTTP/1.1" status: 404 len: 347 time: 0.0142205 May 12 17:50:23.835548 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53220) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:23.871606 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:23.951432 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-fa51ad46-4423-4505-8292-794e054e5958 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Deleting port 8927c0b3-067e-411a-8877-cf6b2a14c684 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:23.951777 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-fa51ad46-4423-4505-8292-794e054e5958 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (8927c0b3-067e-411a-8877-cf6b2a14c684), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:24.026932 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-fa51ad46-4423-4505-8292-794e054e5958 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (8927c0b3-067e-411a-8877-cf6b2a14c684), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:24.027267 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-fa51ad46-4423-4505-8292-794e054e5958 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for floatingip (8927c0b3-067e-411a-8877-cf6b2a14c684), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:24.040231 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-fa51ad46-4423-4505-8292-794e054e5958 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Calling delete_port for 8927c0b3-067e-411a-8877-cf6b2a14c684 owned by network:floatingip {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:24.175202 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-fa51ad46-4423-4505-8292-794e054e5958 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (8927c0b3-067e-411a-8877-cf6b2a14c684), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:24.202011 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51ad46-4423-4505-8292-794e054e5958 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Pushing event deleted for resources: {'Port': ['ID=8927c0b3-067e-411a-8877-cf6b2a14c684,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:24.294044 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-fa51ad46-4423-4505-8292-794e054e5958 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks [] for floatingip (4a59451b-b53b-48aa-8184-1c869259ad5f), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:24.296672 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-fa51ad46-4423-4505-8292-794e054e5958 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:24.300430 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-fa51ad46-4423-4505-8292-794e054e5958 tempest-AttachVolumeTestJSON-1657542953 tempest-AttachVolumeTestJSON-1657542953-project] 10.222.0.76 "DELETE /v2.0/floatingips/4a59451b-b53b-48aa-8184-1c869259ad5f HTTP/1.1" status: 204 len: 168 time: 0.4614384 May 12 17:50:24.341165 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-630972e5-72ae-4f46-9290-e64405f64d43 req-e36e7393-ad01-4bfd-968a-9f3c2ea0b0ff tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268337681&fields=id&tenant_id=4e9154d1a4c44c6b8a42001c659d069b HTTP/1.1" status: 200 len: 267 time: 0.0545912 May 12 17:50:24.457521 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630972e5-72ae-4f46-9290-e64405f64d43 req-4d3f3dbe-36fa-4107-9d35-bae9775e66d4 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:24.459003 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-630972e5-72ae-4f46-9290-e64405f64d43 req-4d3f3dbe-36fa-4107-9d35-bae9775e66d4 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/networks?id=3cb76e15-efb3-4276-8531-f3adac3a6ec1 HTTP/1.1" status: 200 len: 812 time: 0.1114371 May 12 17:50:24.474205 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-630972e5-72ae-4f46-9290-e64405f64d43 req-cd8aa840-edcb-45b5-bf57-0ebb77077f7a tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/quotas/4e9154d1a4c44c6b8a42001c659d069b HTTP/1.1" status: 200 len: 375 time: 0.0093935 May 12 17:50:24.531728 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-630972e5-72ae-4f46-9290-e64405f64d43 req-bea96871-14ee-4a4a-957e-1e6befe9a3f1 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4e9154d1a4c44c6b8a42001c659d069b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518236 May 12 17:50:24.629115 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-630972e5-72ae-4f46-9290-e64405f64d43 req-687df754-33e9-4391-8e0c-5c578d55d7e6 service neutron] 10.222.0.76 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857689 May 12 17:50:24.731336 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-630972e5-72ae-4f46-9290-e64405f64d43 req-0d2a4809-0af1-4795-a4df-f6f64d731a82 service neutron] 10.222.0.76 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945680 May 12 17:50:24.870744 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:50:25.028975 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-24807fd6-6b4e-40d1-b49d-9d7ac960c510 req-87f5a994-e9bf-4ab6-bd3e-3ff2d7f75389 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 210 time: 0.0284359 May 12 17:50:25.223948 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:25.567846 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:25.588095 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:25.588452 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 57cd4c81-8280-4d5e-b1ca-0c2c662e6d98 not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:25.927356 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53288) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:25.990614 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630972e5-72ae-4f46-9290-e64405f64d43 req-fd2c4adb-93c0-4646-9ade-24107d899694 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:25.992163 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-630972e5-72ae-4f46-9290-e64405f64d43 req-fd2c4adb-93c0-4646-9ade-24107d899694 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.89 "GET /v2.0/networks?id=3cb76e15-efb3-4276-8531-f3adac3a6ec1 HTTP/1.1" status: 200 len: 812 time: 0.1166427 May 12 17:50:26.040252 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5f4c8fb8-a2d2-4300-ab3a-cb7d022ee3c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.065382 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-630972e5-72ae-4f46-9290-e64405f64d43 req-41351dc1-ffa6-4cf3-8696-f18f66971214 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e9154d1a4c44c6b8a42001c659d069b HTTP/1.1" status: 200 len: 380 time: 0.0632653 May 12 17:50:26.074860 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-630972e5-72ae-4f46-9290-e64405f64d43 req-970f5e32-b7d0-472a-8416-504fac8739d5 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Request body: {'port': {'device_id': '050e8718-e2ab-4e72-b674-2dee39306e04', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'admin_state_up': True, 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'security_groups': ['26887798-dccd-482a-a46b-086747fb001b']}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:50:26.128866 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5f4c8fb8-a2d2-4300-ab3a-cb7d022ee3c0 admin admin] Publish callbacks [] for security_group (9062a522-069d-4716-9bd7-f33bc1bac75b), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.132871 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5f4c8fb8-a2d2-4300-ab3a-cb7d022ee3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (9062a522-069d-4716-9bd7-f33bc1bac75b), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.172476 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dd046d17-c7a7-4678-9e4a-c2c8fc5883a0 req-cebf3efa-b702-416b-8eb2-fa6012ed3695 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 210 time: 0.0321555 May 12 17:50:26.177191 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53294) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:26.177897 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-5f4c8fb8-a2d2-4300-ab3a-cb7d022ee3c0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7cfa88ee0f8b4e1d9508d85506bc9a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484291 May 12 17:50:26.179059 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c8fb8-a2d2-4300-ab3a-cb7d022ee3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9062a522-069d-4716-9bd7-f33bc1bac75b,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:26.251606 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630972e5-72ae-4f46-9290-e64405f64d43 req-970f5e32-b7d0-472a-8416-504fac8739d5 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Made reservation on behalf of 4e9154d1a4c44c6b8a42001c659d069b for: {'port': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:50:26.254994 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-630972e5-72ae-4f46-9290-e64405f64d43 req-970f5e32-b7d0-472a-8416-504fac8739d5 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.279277 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6c99efd3-0fcf-498f-b431-9d8a524cf89e admin admin] Publish callbacks [] for security_group (9062a522-069d-4716-9bd7-f33bc1bac75b), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.334996 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6c99efd3-0fcf-498f-b431-9d8a524cf89e admin admin] Publish callbacks [] for security_group (9062a522-069d-4716-9bd7-f33bc1bac75b), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.433433 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [req-630972e5-72ae-4f46-9290-e64405f64d43 req-970f5e32-b7d0-472a-8416-504fac8739d5 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Allocated IP 172.20.0.11 (3cb76e15-efb3-4276-8531-f3adac3a6ec1/d9c99e92-93c2-417d-8e54-471b58588d33/9080bbb4-c021-4c41-9e20-56892559bb65) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:50:26.435561 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6c99efd3-0fcf-498f-b431-9d8a524cf89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (9062a522-069d-4716-9bd7-f33bc1bac75b), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.438190 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6c99efd3-0fcf-498f-b431-9d8a524cf89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.439374 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-6c99efd3-0fcf-498f-b431-9d8a524cf89e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9062a522-069d-4716-9bd7-f33bc1bac75b HTTP/1.1" status: 204 len: 168 time: 0.2611165 May 12 17:50:26.454725 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99efd3-0fcf-498f-b431-9d8a524cf89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9062a522-069d-4716-9bd7-f33bc1bac75b,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:26.618392 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-630972e5-72ae-4f46-9290-e64405f64d43 req-970f5e32-b7d0-472a-8416-504fac8739d5 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for port (9080bbb4-c021-4c41-9e20-56892559bb65), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.635088 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.662389 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-630972e5-72ae-4f46-9290-e64405f64d43 req-970f5e32-b7d0-472a-8416-504fac8739d5 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (9080bbb4-c021-4c41-9e20-56892559bb65), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.713205 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630972e5-72ae-4f46-9290-e64405f64d43 req-970f5e32-b7d0-472a-8416-504fac8739d5 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:50:26.717161 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [req-630972e5-72ae-4f46-9290-e64405f64d43 req-970f5e32-b7d0-472a-8416-504fac8739d5 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:50:26.719753 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-630972e5-72ae-4f46-9290-e64405f64d43 req-970f5e32-b7d0-472a-8416-504fac8739d5 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:50:26.768389 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f5e32-b7d0-472a-8416-504fac8739d5 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event updated for resources: {'Port': ['ID=9080bbb4-c021-4c41-9e20-56892559bb65,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:26.795058 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630972e5-72ae-4f46-9290-e64405f64d43 req-970f5e32-b7d0-472a-8416-504fac8739d5 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:26.795811 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-630972e5-72ae-4f46-9290-e64405f64d43 req-970f5e32-b7d0-472a-8416-504fac8739d5 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.805177 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53310) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:26.825333 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-deb68c9b-018b-444e-aa9f-7e66d4a82423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.836508 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-630972e5-72ae-4f46-9290-e64405f64d43 req-970f5e32-b7d0-472a-8416-504fac8739d5 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7661498 May 12 17:50:26.848840 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Request body: {'port': {'device_id': '050e8718-e2ab-4e72-b674-2dee39306e04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:50:26.907978 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-deb68c9b-018b-444e-aa9f-7e66d4a82423 admin admin] Publish callbacks [] for security_group (a1bdc590-1b51-479d-863f-17a9760f34e9), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.912486 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-deb68c9b-018b-444e-aa9f-7e66d4a82423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a1bdc590-1b51-479d-863f-17a9760f34e9), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.917406 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (9080bbb4-c021-4c41-9e20-56892559bb65), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:26.955196 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-deb68c9b-018b-444e-aa9f-7e66d4a82423 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5080eb9d60ab4479984a2d8d6a5d5bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488912 May 12 17:50:26.956368 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53312) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:26.958515 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb68c9b-018b-444e-aa9f-7e66d4a82423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bdc590-1b51-479d-863f-17a9760f34e9,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:27.016332 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-320f592e-0d39-41e1-9da7-562259191a7f admin admin] Publish callbacks [] for security_group (a1bdc590-1b51-479d-863f-17a9760f34e9), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:27.030452 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-c70facdb-87e1-45fe-be13-a686d14f48f3 None None] Provisioning complete for port 9080bbb4-c021-4c41-9e20-56892559bb65 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:50:27.030902 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c70facdb-87e1-45fe-be13-a686d14f48f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (9080bbb4-c021-4c41-9e20-56892559bb65), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:27.041337 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-320f592e-0d39-41e1-9da7-562259191a7f admin admin] Publish callbacks [] for security_group (a1bdc590-1b51-479d-863f-17a9760f34e9), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:27.079890 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-c70facdb-87e1-45fe-be13-a686d14f48f3 None None] Port 9080bbb4-c021-4c41-9e20-56892559bb65 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:50:27.098948 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-320f592e-0d39-41e1-9da7-562259191a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a1bdc590-1b51-479d-863f-17a9760f34e9), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:27.101466 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-320f592e-0d39-41e1-9da7-562259191a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:27.105147 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-320f592e-0d39-41e1-9da7-562259191a7f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a1bdc590-1b51-479d-863f-17a9760f34e9 HTTP/1.1" status: 204 len: 168 time: 0.1450629 May 12 17:50:27.110498 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f592e-0d39-41e1-9da7-562259191a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bdc590-1b51-479d-863f-17a9760f34e9,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:27.253385 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9080bbb4-c021-4c41-9e20-56892559bb65 {{(pid=110069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:50:27.261481 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Publish callbacks [] for port (9080bbb4-c021-4c41-9e20-56892559bb65), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:27.275697 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.provisioning_blocks [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Transition to ACTIVE for port object 9080bbb4-c021-4c41-9e20-56892559bb65 will not be triggered until provisioned by entity L2. {{(pid=110069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:50:27.280288 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (9080bbb4-c021-4c41-9e20-56892559bb65), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:27.307799 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f018c-37b4-44aa-8a93-689499c7c954 req-9d03bc30-38b3-46bb-b95e-8a208db49e63 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:27.310778 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c42f018c-37b4-44aa-8a93-689499c7c954 req-9d03bc30-38b3-46bb-b95e-8a208db49e63 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 932 time: 0.0612454 May 12 17:50:27.346077 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Pushing event updated for resources: {'Port': ['ID=9080bbb4-c021-4c41-9e20-56892559bb65,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:27.382245 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c42f018c-37b4-44aa-8a93-689499c7c954 req-e143c2ba-7b77-4bd6-87ec-d10903d8949a tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559914 May 12 17:50:27.426352 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Attempting to bind port 9080bbb4-c021-4c41-9e20-56892559bb65 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:50:27.426763 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Attempting to bind port 9080bbb4-c021-4c41-9e20-56892559bb65 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:50:27.427043 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Attempting to bind port 9080bbb4-c021-4c41-9e20-56892559bb65 on network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:50:27.431630 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Port 9080bbb4-c021-4c41-9e20-56892559bb65 on network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:50:27.431962 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Attempting to bind port 9080bbb4-c021-4c41-9e20-56892559bb65 on network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:50:27.437771 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:50:27.438115 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Checking segment: {'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:50:27.438494 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Bound using segment: {'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:50:27.438953 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Bound port: 9080bbb4-c021-4c41-9e20-56892559bb65, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d53c70-4a8d-42be-abd8-c1787026f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1'}}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:50:27.439314 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (9080bbb4-c021-4c41-9e20-56892559bb65), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:27.510890 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] For port 9080bbb4-c021-4c41-9e20-56892559bb65, host hv-cinder-83979, cleared binding levels {{(pid=110069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:50:27.515812 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] For port 9080bbb4-c021-4c41-9e20-56892559bb65, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=9080bbb4-c021-4c41-9e20-56892559bb65,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:50:27.524683 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (9080bbb4-c021-4c41-9e20-56892559bb65), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:27.560106 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:27.560737 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:27.562127 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-630972e5-72ae-4f46-9290-e64405f64d43 req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] 10.222.0.89 "PUT /v2.0/ports/9080bbb4-c021-4c41-9e20-56892559bb65 HTTP/1.1" status: 200 len: 1094 time: 0.7182510 May 12 17:50:27.562728 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050e8718-e2ab-4e72-b674-2dee39306e04', 'tag': '9080bbb4-c021-4c41-9e20-56892559bb65'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:50:27.564827 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a103eb33-d86d-4762-8a3a-07eccb1e6c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "050e8718-e2ab-4e72-b674-2dee39306e04", "tag": "9080bbb4-c021-4c41-9e20-56892559bb65"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:50:27.620499 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca2532-83e7-4eac-9577-a1949306b50f service neutron] Pushing event updated for resources: {'Port': ['ID=9080bbb4-c021-4c41-9e20-56892559bb65,revision_number=3']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:27.625202 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00564d9e-9b4a-4f01-9579-63c2cf14f5b8 x-openstack-request-id: req-00564d9e-9b4a-4f01-9579-63c2cf14f5b8 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:50:27.625493 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050e8718-e2ab-4e72-b674-2dee39306e04", "tag": "9080bbb4-c021-4c41-9e20-56892559bb65", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:50:27.625749 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-00564d9e-9b4a-4f01-9579-63c2cf14f5b8 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:50:27.626146 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00564d9e-9b4a-4f01-9579-63c2cf14f5b8'] response: {'name': 'network-changed', 'server_uuid': '050e8718-e2ab-4e72-b674-2dee39306e04', 'tag': '9080bbb4-c021-4c41-9e20-56892559bb65', 'status': 'completed', 'code': 200} May 12 17:50:27.673255 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630972e5-72ae-4f46-9290-e64405f64d43 req-c6ac7655-05eb-4fce-89ff-f85372b9a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:27.674881 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-630972e5-72ae-4f46-9290-e64405f64d43 req-c6ac7655-05eb-4fce-89ff-f85372b9a3fa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e9154d1a4c44c6b8a42001c659d069b&device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 1128 time: 0.0479760 May 12 17:50:27.728570 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-630972e5-72ae-4f46-9290-e64405f64d43 req-af62ba1d-554d-4d93-8c70-40665646ae76 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9080bbb4-c021-4c41-9e20-56892559bb65 HTTP/1.1" status: 200 len: 217 time: 0.0401964 May 12 17:50:27.781437 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630972e5-72ae-4f46-9290-e64405f64d43 req-e66fa868-c9d0-4ed3-a353-e85791ee2ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:27.782972 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-630972e5-72ae-4f46-9290-e64405f64d43 req-e66fa868-c9d0-4ed3-a353-e85791ee2ca7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d9c99e92-93c2-417d-8e54-471b58588d33 HTTP/1.1" status: 200 len: 851 time: 0.0473135 May 12 17:50:27.831522 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630972e5-72ae-4f46-9290-e64405f64d43 req-e8e69401-71aa-4a12-aa54-30296f97d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:27.833364 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-630972e5-72ae-4f46-9290-e64405f64d43 req-e8e69401-71aa-4a12-aa54-30296f97d665 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3cb76e15-efb3-4276-8531-f3adac3a6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437813 May 12 17:50:27.938256 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-630972e5-72ae-4f46-9290-e64405f64d43 req-7a01b3d1-7ab8-487d-a825-a6dfc01d3c13 service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958986 May 12 17:50:27.956253 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53346) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:28.042014 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-630972e5-72ae-4f46-9290-e64405f64d43 req-d7488f3d-b246-4206-b514-b10e2f740886 service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972233 May 12 17:50:28.368169 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103eb33-d86d-4762-8a3a-07eccb1e6c0d req-6a87abc6-8e5a-4b11-a475-fd8afae5fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:28.369665 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a103eb33-d86d-4762-8a3a-07eccb1e6c0d req-6a87abc6-8e5a-4b11-a475-fd8afae5fb0d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e9154d1a4c44c6b8a42001c659d069b&device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 1128 time: 0.0487709 May 12 17:50:28.504445 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed031b-78c8-422f-a7a3-5db622d19b24 req-58b46e14-3bc1-4513-968d-aea6abede9c0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:28.511145 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-80ed031b-78c8-422f-a7a3-5db622d19b24 req-58b46e14-3bc1-4513-968d-aea6abede9c0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 944 time: 0.0542614 May 12 17:50:28.527671 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7f988dd4-83d9-4183-8907-9699d8e93c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7866822'] for router_interface (31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:28.561999 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-80ed031b-78c8-422f-a7a3-5db622d19b24 req-51d79b66-3f05-467b-98e5-fd31bf527e41 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499914 May 12 17:50:28.566367 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103eb33-d86d-4762-8a3a-07eccb1e6c0d req-c0a677b5-1481-46b7-a838-758d3458cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:28.567951 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a103eb33-d86d-4762-8a3a-07eccb1e6c0d req-c0a677b5-1481-46b7-a838-758d3458cd66 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3cb76e15-efb3-4276-8531-f3adac3a6ec1 HTTP/1.1" status: 200 len: 913 time: 0.1765964 May 12 17:50:28.612822 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a103eb33-d86d-4762-8a3a-07eccb1e6c0d req-79b51980-4848-44f8-80cd-957a5158cf93 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9080bbb4-c021-4c41-9e20-56892559bb65 HTTP/1.1" status: 200 len: 217 time: 0.0374436 May 12 17:50:28.707290 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103eb33-d86d-4762-8a3a-07eccb1e6c0d req-0bf36905-6872-41fa-b7c0-4d94482a8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:28.708747 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a103eb33-d86d-4762-8a3a-07eccb1e6c0d req-0bf36905-6872-41fa-b7c0-4d94482a8b19 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d9c99e92-93c2-417d-8e54-471b58588d33 HTTP/1.1" status: 200 len: 851 time: 0.0855827 May 12 17:50:28.801057 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103eb33-d86d-4762-8a3a-07eccb1e6c0d req-33b87524-22a0-445f-8bcd-13feb3b628a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:28.802623 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a103eb33-d86d-4762-8a3a-07eccb1e6c0d req-33b87524-22a0-445f-8bcd-13feb3b628a5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3cb76e15-efb3-4276-8531-f3adac3a6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0656393 May 12 17:50:29.197740 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-7f988dd4-83d9-4183-8907-9699d8e93c76 admin admin] Deleting port 116a7df0-1799-4b81-8257-28151f7e9833 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:29.197976 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7f988dd4-83d9-4183-8907-9699d8e93c76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (116a7df0-1799-4b81-8257-28151f7e9833), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:29.213311 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a103eb33-d86d-4762-8a3a-07eccb1e6c0d req-d4f920c4-cc80-4a7c-99c7-86a5b45922cb service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014108 May 12 17:50:29.335234 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [None req-7f988dd4-83d9-4183-8907-9699d8e93c76 admin admin] For port 116a7df0-1799-4b81-8257-28151f7e9833, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=116a7df0-1799-4b81-8257-28151f7e9833,segment=NetworkSegment(c5653109-2751-4d2a-9239-6af47576e099),segment_id=c5653109-2751-4d2a-9239-6af47576e099)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:29.335600 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7f988dd4-83d9-4183-8907-9699d8e93c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (116a7df0-1799-4b81-8257-28151f7e9833), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:29.352440 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-7f988dd4-83d9-4183-8907-9699d8e93c76 admin admin] Calling delete_port for 116a7df0-1799-4b81-8257-28151f7e9833 owned by network:router_interface {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:29.374300 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a103eb33-d86d-4762-8a3a-07eccb1e6c0d req-e864e1c0-86f5-415e-b8e6-86fb9f7813a2 service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476655 May 12 17:50:29.546895 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7f988dd4-83d9-4183-8907-9699d8e93c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (116a7df0-1799-4b81-8257-28151f7e9833), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:29.569391 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f988dd4-83d9-4183-8907-9699d8e93c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=116a7df0-1799-4b81-8257-28151f7e9833,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:29.740425 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7d04b-172e-47b4-8dcd-3d1f27e4fe7a req-c41c4505-3a47-443e-b576-cfc2a6756670 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:29.741978 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-28c7d04b-172e-47b4-8dcd-3d1f27e4fe7a req-c41c4505-3a47-443e-b576-cfc2a6756670 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 944 time: 0.0946562 May 12 17:50:29.838199 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-28c7d04b-172e-47b4-8dcd-3d1f27e4fe7a req-11f582c4-a2fb-43b8-a6ba-078ef3715b67 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894485 May 12 17:50:29.842022 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7f988dd4-83d9-4183-8907-9699d8e93c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7922005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881689'] for router_interface (31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:30.057650 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f988dd4-83d9-4183-8907-9699d8e93c76 admin admin] Router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:50:30.171735 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f988dd4-83d9-4183-8907-9699d8e93c76 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:50:30.180965 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-7f988dd4-83d9-4183-8907-9699d8e93c76 admin admin] 10.222.0.76 "PUT /v2.0/routers/31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2234094 May 12 17:50:30.180965 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53390) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:30.183919 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ab4ea-126f-45d1-9f84-8e927353a4ff None None] Sync routers for ids ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:50:30.195426 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ab4ea-126f-45d1-9f84-8e927353a4ff None None] Routers {'31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:30.196268 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-6d4ab4ea-126f-45d1-9f84-8e927353a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:50:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:30.298865 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e51e8d29-96a3-460d-a803-cef5f5e63ed8 admin admin] Publish callbacks [] for router (31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:30.331215 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-6d4ab4ea-126f-45d1-9f84-8e927353a4ff None None] Set router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:30.415127 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e51e8d29-96a3-460d-a803-cef5f5e63ed8 admin admin] Publish callbacks [] for router_gateway (31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:30.463881 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-e51e8d29-96a3-460d-a803-cef5f5e63ed8 admin admin] Deleting port 1853f3bd-4270-4c0a-ad9c-0a4cd572c873 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:30.464333 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e51e8d29-96a3-460d-a803-cef5f5e63ed8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (1853f3bd-4270-4c0a-ad9c-0a4cd572c873), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:30.536109 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-6d4ab4ea-126f-45d1-9f84-8e927353a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:50:29Z', 'revision_number': 5, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port': {'id': '1853f3bd-4270-4c0a-ad9c-0a4cd572c873', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:37Z', 'updated_at': '2022-05-12T17:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:30.565373 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ab4ea-126f-45d1-9f84-8e927353a4ff None None] Checking router: 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:50:30.572272 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [None req-e51e8d29-96a3-460d-a803-cef5f5e63ed8 admin admin] For port 1853f3bd-4270-4c0a-ad9c-0a4cd572c873, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=1853f3bd-4270-4c0a-ad9c-0a4cd572c873,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:30.572445 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e51e8d29-96a3-460d-a803-cef5f5e63ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (1853f3bd-4270-4c0a-ad9c-0a4cd572c873), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:30.573977 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ab4ea-126f-45d1-9f84-8e927353a4ff None None] Routers {'31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:30.574911 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-6d4ab4ea-126f-45d1-9f84-8e927353a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:50:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:30.586684 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-e51e8d29-96a3-460d-a803-cef5f5e63ed8 admin admin] Calling delete_port for 1853f3bd-4270-4c0a-ad9c-0a4cd572c873 owned by network:router_gateway {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:30.667159 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-6d4ab4ea-126f-45d1-9f84-8e927353a4ff None None] Set router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 gateway port host: None {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:30.722399 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-6d4ab4ea-126f-45d1-9f84-8e927353a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:50:30Z', 'revision_number': 6, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port_host': None}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:30.748764 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ab4ea-126f-45d1-9f84-8e927353a4ff None None] The sync data for ids ['31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9'] in dv-cinder-839793-10-iscsi is: [{'id': '31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9', 'name': 'tempest-AttachVolumeTestJSON-1261584756-router', 'tenant_id': 'bf607837a27e47bf99a32b3b095df070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:50:30Z', 'revision_number': 6, 'project_id': 'bf607837a27e47bf99a32b3b095df070', 'gw_port_host': None}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:50:30.763983 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e51e8d29-96a3-460d-a803-cef5f5e63ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (1853f3bd-4270-4c0a-ad9c-0a4cd572c873), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:30.791456 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e8d29-96a3-460d-a803-cef5f5e63ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1853f3bd-4270-4c0a-ad9c-0a4cd572c873,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:30.852943 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e51e8d29-96a3-460d-a803-cef5f5e63ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871732'] for router_gateway (31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:30.959735 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17ad6d-6f75-4a84-b75e-ad368f3465c0 req-4794ceb6-5c5a-4b11-bbff-482113186f4d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:30.960366 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e51e8d29-96a3-460d-a803-cef5f5e63ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3705'] for router (31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:30.961212 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-4d17ad6d-6f75-4a84-b75e-ad368f3465c0 req-4794ceb6-5c5a-4b11-bbff-482113186f4d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 944 time: 0.0527353 May 12 17:50:30.962386 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e51e8d29-96a3-460d-a803-cef5f5e63ed8 admin admin] Publish callbacks [] for router_controller (31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9), precommit_delete_associations {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.011333 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-4d17ad6d-6f75-4a84-b75e-ad368f3465c0 req-528d5c34-0ca8-46a6-9d9c-7f9b040bfb09 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444264 May 12 17:50:31.030427 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e51e8d29-96a3-460d-a803-cef5f5e63ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871141'] for router (31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.031119 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51e8d29-96a3-460d-a803-cef5f5e63ed8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 {{(pid=110069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:50:31.036283 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e51e8d29-96a3-460d-a803-cef5f5e63ed8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.037415 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-e51e8d29-96a3-460d-a803-cef5f5e63ed8 admin admin] 10.222.0.76 "DELETE /v2.0/routers/31b7ed21-29d0-4d80-b4f0-5f3918ebe7e9 HTTP/1.1" status: 204 len: 168 time: 0.8563030 May 12 17:50:31.039894 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53400) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:31.083062 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbbda459-be97-4bc6-91fc-7d712d7ca0a2 admin admin] Deleting subnet c91d7fdd-c4ad-4b1c-8888-f0300d813365 {{(pid=110069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:50:31.086086 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-fbbda459-be97-4bc6-91fc-7d712d7ca0a2 admin admin] Publish callbacks [] for subnet (c91d7fdd-c4ad-4b1c-8888-f0300d813365), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.122359 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-fbbda459-be97-4bc6-91fc-7d712d7ca0a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3117000'] for subnet (c91d7fdd-c4ad-4b1c-8888-f0300d813365), precommit_delete_associations {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.212652 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-fbbda459-be97-4bc6-91fc-7d712d7ca0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700920'] for subnet (c91d7fdd-c4ad-4b1c-8888-f0300d813365), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.263485 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-fbbda459-be97-4bc6-91fc-7d712d7ca0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3143496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3500479'] for subnet (c91d7fdd-c4ad-4b1c-8888-f0300d813365), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.289643 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbda459-be97-4bc6-91fc-7d712d7ca0a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c91d7fdd-c4ad-4b1c-8888-f0300d813365,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:31.291586 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-fbbda459-be97-4bc6-91fc-7d712d7ca0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.295125 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-fbbda459-be97-4bc6-91fc-7d712d7ca0a2 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c91d7fdd-c4ad-4b1c-8888-f0300d813365 HTTP/1.1" status: 204 len: 168 time: 0.2543151 May 12 17:50:31.297537 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53402) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:31.298664 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638d8026-6a12-4a7a-a7ef-b22c3fbb86f9 None None] Network 16b8cd17-5204-4534-ab3e-f50d37e56b44 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:50:31.372025 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758311'] for network (16b8cd17-5204-4534-ab3e-f50d37e56b44), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.418894 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] Deleting port 3bb24c8e-69df-457b-ad94-03876d47fc6f {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:31.419687 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (3bb24c8e-69df-457b-ad94-03876d47fc6f), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.479533 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] For port 3bb24c8e-69df-457b-ad94-03876d47fc6f, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=3bb24c8e-69df-457b-ad94-03876d47fc6f,segment=NetworkSegment(c5653109-2751-4d2a-9239-6af47576e099),segment_id=c5653109-2751-4d2a-9239-6af47576e099)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:31.479794 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (3bb24c8e-69df-457b-ad94-03876d47fc6f), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.499921 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] Calling delete_port for 3bb24c8e-69df-457b-ad94-03876d47fc6f owned by network:dhcp {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:31.520621 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] DHCP port deletion for 16b8cd17-5204-4534-ab3e-f50d37e56b44 request from dv-cinder-839793-10-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:50:31.572750 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Deleting port 3bb24c8e-69df-457b-ad94-03876d47fc6f {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:31.573135 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (3bb24c8e-69df-457b-ad94-03876d47fc6f), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.596020 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (3bb24c8e-69df-457b-ad94-03876d47fc6f), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.637541 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] No DVR routers for this DVR port 3bb24c8e-69df-457b-ad94-03876d47fc6f on host dv-cinder-839793-10-iscsi {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:50:31.643633 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb24c8e-69df-457b-ad94-03876d47fc6f,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:31.675428 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] For port 3bb24c8e-69df-457b-ad94-03876d47fc6f, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=3bb24c8e-69df-457b-ad94-03876d47fc6f,segment=NetworkSegment(c5653109-2751-4d2a-9239-6af47576e099),segment_id=c5653109-2751-4d2a-9239-6af47576e099)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:31.676025 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (3bb24c8e-69df-457b-ad94-03876d47fc6f), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.691643 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Calling delete_port for 3bb24c8e-69df-457b-ad94-03876d47fc6f owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:31.742254 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 1853f3bd-4270-4c0a-ad9c-0a4cd572c873 no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:31.748274 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7702861', 'neutron.services.segments.db._delete_segments_for_network-8741378415382'] for network (16b8cd17-5204-4534-ab3e-f50d37e56b44), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.769404 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 1853f3bd-4270-4c0a-ad9c-0a4cd572c873 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:31.769758 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 1853f3bd-4270-4c0a-ad9c-0a4cd572c873 not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:31.770178 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 116a7df0-1799-4b81-8257-28151f7e9833 no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:31.771447 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b8cd17-5204-4534-ab3e-f50d37e56b44']}} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:31.785800 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5653109-2751-4d2a-9239-6af47576e099') {'for_net_delete': True} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:31.786404 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5653109-2751-4d2a-9239-6af47576e099') {} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:31.800117 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 116a7df0-1799-4b81-8257-28151f7e9833 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:31.800462 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 116a7df0-1799-4b81-8257-28151f7e9833 not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:31.800677 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741378450975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3117041'] for segment (c5653109-2751-4d2a-9239-6af47576e099), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.800929 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 3bb24c8e-69df-457b-ad94-03876d47fc6f no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:31.816790 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (c5653109-2751-4d2a-9239-6af47576e099), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.824068 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=110069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:50:31.825196 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3142378'] for segment (c5653109-2751-4d2a-9239-6af47576e099), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: Traceback (most recent call last): May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: timer() May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: cb(*args, **kw) May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: return func(*args, **kwargs) May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: self._notify() May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: self.callback(batched_events) May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: event.method(event) May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: return f(self, *a, **k) May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: return self._get(url).json() May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: return self.request(url, 'GET', **kwargs) May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:50:31.827893 dv-cinder-839793-10-iscsi neutron-server[110069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:50:31.830205 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 3bb24c8e-69df-457b-ad94-03876d47fc6f {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:31.830205 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 3bb24c8e-69df-457b-ad94-03876d47fc6f not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:31.852246 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832'] for port (3bb24c8e-69df-457b-ad94-03876d47fc6f), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.880789 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Pushing event deleted for resources: {'Port': ['ID=3bb24c8e-69df-457b-ad94-03876d47fc6f,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:31.891710 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] No DVR routers for this DVR port 3bb24c8e-69df-457b-ad94-03876d47fc6f on host dv-cinder-839793-10-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:50:31.895721 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:31.896091 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:31.899919 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:31.900033 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:31.900338 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:31.900684 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:31.901027 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:31.901366 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:31.901702 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:31.902129 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:31.902355 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:31.902921 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:31.903387 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:31.903724 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:31.904047 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7d2dd-f6d8-42c5-9b46-d0da9ee14af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:50:31.910773 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7702902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7867334'] for network (16b8cd17-5204-4534-ab3e-f50d37e56b44), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.916840 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:31.924469 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] 10.222.0.76 "DELETE /v2.0/networks/16b8cd17-5204-4534-ab3e-f50d37e56b44 HTTP/1.1" status: 204 len: 168 time: 0.6222656 May 12 17:50:31.934739 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23944c-ae51-4e19-9087-dece45f847bf admin admin] Pushing event deleted for resources: {'Network': ['ID=16b8cd17-5204-4534-ab3e-f50d37e56b44,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:32.105351 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53430) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:32.145115 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dae11-dd33-4776-9e77-422c55ad1a0d req-b1d1d506-be03-487b-b474-9d1ddfd43364 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:32.146614 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9b4dae11-dd33-4776-9e77-422c55ad1a0d req-b1d1d506-be03-487b-b474-9d1ddfd43364 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 944 time: 0.0644596 May 12 17:50:32.151620 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-7c1c72ae-ea24-4741-9057-751e34ea170d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bf607837a27e47bf99a32b3b095df070&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0464523 May 12 17:50:32.154123 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53434) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:32.204571 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9b4dae11-dd33-4776-9e77-422c55ad1a0d req-42e38980-37c0-40ae-abdd-763305dad40a tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496683 May 12 17:50:32.207012 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e5b59303-d91c-435a-b22d-592308df607b admin admin] Publish callbacks [] for security_group (27cd8e2a-c1f6-4c92-b6b9-3eed35044e28), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:32.233152 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e5b59303-d91c-435a-b22d-592308df607b admin admin] Publish callbacks [] for security_group (27cd8e2a-c1f6-4c92-b6b9-3eed35044e28), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:32.281173 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e5b59303-d91c-435a-b22d-592308df607b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (27cd8e2a-c1f6-4c92-b6b9-3eed35044e28), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:32.283815 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e5b59303-d91c-435a-b22d-592308df607b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:32.284971 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-e5b59303-d91c-435a-b22d-592308df607b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/27cd8e2a-c1f6-4c92-b6b9-3eed35044e28 HTTP/1.1" status: 204 len: 168 time: 0.1297150 May 12 17:50:32.294495 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b59303-d91c-435a-b22d-592308df607b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cd8e2a-c1f6-4c92-b6b9-3eed35044e28,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:32.472532 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53446) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:32.579760 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7150827b-8d1e-4259-8fb3-4bc8184a9093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:32.661198 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7150827b-8d1e-4259-8fb3-4bc8184a9093 admin admin] Publish callbacks [] for security_group (22b8468f-6bd4-4bfc-826a-869b8ce59559), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:32.665039 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7150827b-8d1e-4259-8fb3-4bc8184a9093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (22b8468f-6bd4-4bfc-826a-869b8ce59559), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:32.703800 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-7150827b-8d1e-4259-8fb3-4bc8184a9093 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f2347f6d3de842beb5d04088d21d6b95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301891 May 12 17:50:32.704681 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150827b-8d1e-4259-8fb3-4bc8184a9093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b8468f-6bd4-4bfc-826a-869b8ce59559,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:32.706521 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53458) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:32.761610 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-61017d43-f2d4-4bd9-b323-bbc47a8fee2b admin admin] Publish callbacks [] for security_group (22b8468f-6bd4-4bfc-826a-869b8ce59559), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:32.783807 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-61017d43-f2d4-4bd9-b323-bbc47a8fee2b admin admin] Publish callbacks [] for security_group (22b8468f-6bd4-4bfc-826a-869b8ce59559), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:32.836403 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-61017d43-f2d4-4bd9-b323-bbc47a8fee2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (22b8468f-6bd4-4bfc-826a-869b8ce59559), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:32.839008 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-61017d43-f2d4-4bd9-b323-bbc47a8fee2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:32.841004 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-61017d43-f2d4-4bd9-b323-bbc47a8fee2b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/22b8468f-6bd4-4bfc-826a-869b8ce59559 HTTP/1.1" status: 204 len: 168 time: 0.1323564 May 12 17:50:32.852705 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61017d43-f2d4-4bd9-b323-bbc47a8fee2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b8468f-6bd4-4bfc-826a-869b8ce59559,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:33.241102 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53482) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:33.254742 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-096215a6-599d-4539-9cd6-4fdfed47fb15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:33.340980 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b03dd8-6c0e-43a0-8019-eb9c510e02bb req-4ef5cd8d-b3f2-4af6-b783-d9a4b34eac74 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:33.342803 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b1b03dd8-6c0e-43a0-8019-eb9c510e02bb req-4ef5cd8d-b3f2-4af6-b783-d9a4b34eac74 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 944 time: 0.0543396 May 12 17:50:33.351581 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-096215a6-599d-4539-9cd6-4fdfed47fb15 admin admin] Publish callbacks [] for security_group (a3a3b598-7eba-46be-928c-a3d95d039545), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:33.356377 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-096215a6-599d-4539-9cd6-4fdfed47fb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a3a3b598-7eba-46be-928c-a3d95d039545), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:33.395046 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b1b03dd8-6c0e-43a0-8019-eb9c510e02bb req-d20aee14-94af-455f-82a9-f7146d5daf55 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468922 May 12 17:50:33.398510 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-096215a6-599d-4539-9cd6-4fdfed47fb15 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a9547d0f61b44c718183455a30dfaa92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563435 May 12 17:50:33.399691 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096215a6-599d-4539-9cd6-4fdfed47fb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a3b598-7eba-46be-928c-a3d95d039545,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:33.401519 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53486) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:33.457691 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-cadc63e3-13a9-433b-b3c7-fb080e8c0053 admin admin] Publish callbacks [] for security_group (a3a3b598-7eba-46be-928c-a3d95d039545), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:33.485551 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-cadc63e3-13a9-433b-b3c7-fb080e8c0053 admin admin] Publish callbacks [] for security_group (a3a3b598-7eba-46be-928c-a3d95d039545), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:33.535551 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-cadc63e3-13a9-433b-b3c7-fb080e8c0053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a3a3b598-7eba-46be-928c-a3d95d039545), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:33.538124 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-cadc63e3-13a9-433b-b3c7-fb080e8c0053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:33.539357 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-cadc63e3-13a9-433b-b3c7-fb080e8c0053 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a3a3b598-7eba-46be-928c-a3d95d039545 HTTP/1.1" status: 204 len: 168 time: 0.1360786 May 12 17:50:33.547770 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc63e3-13a9-433b-b3c7-fb080e8c0053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a3b598-7eba-46be-928c-a3d95d039545,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:34.552363 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fc290-d8f3-45a2-84fb-0dd7a086f029 req-9feb90dd-8de1-43f2-95df-24c3668f9a9c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:34.554269 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-bf3fc290-d8f3-45a2-84fb-0dd7a086f029 req-9feb90dd-8de1-43f2-95df-24c3668f9a9c tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 944 time: 0.0787122 May 12 17:50:34.635224 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-bf3fc290-d8f3-45a2-84fb-0dd7a086f029 req-d0c19549-6ea6-41cf-bc6a-319f7c34dd19 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728514 May 12 17:50:35.319629 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53634) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:35.428051 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5fe8c470-5925-4428-8a9b-e5e8296e62dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:35.508871 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5fe8c470-5925-4428-8a9b-e5e8296e62dc admin admin] Publish callbacks [] for security_group (6eaf238e-e876-41bb-87ee-f7bbab1d6fe1), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:35.513875 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5fe8c470-5925-4428-8a9b-e5e8296e62dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (6eaf238e-e876-41bb-87ee-f7bbab1d6fe1), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:35.517995 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53640) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:35.554037 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-5fe8c470-5925-4428-8a9b-e5e8296e62dc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=11afdea7f8b94d6b98111fe2969177ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328103 May 12 17:50:35.554934 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8c470-5925-4428-8a9b-e5e8296e62dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaf238e-e876-41bb-87ee-f7bbab1d6fe1,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:35.556775 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53644) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:35.602192 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 9080bbb4-c021-4c41-9e20-56892559bb65 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:50:35.633508 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e8db9693-0689-45d5-aad0-992c839b0927 admin admin] Publish callbacks [] for security_group (6eaf238e-e876-41bb-87ee-f7bbab1d6fe1), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:35.635390 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-33a68f49-e71f-4d7d-a90a-dbbae4aa72d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:35.673160 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e8db9693-0689-45d5-aad0-992c839b0927 admin admin] Publish callbacks [] for security_group (6eaf238e-e876-41bb-87ee-f7bbab1d6fe1), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:35.705085 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 9080bbb4-c021-4c41-9e20-56892559bb65, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=9080bbb4-c021-4c41-9e20-56892559bb65,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:35.717127 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '9080bbb4-c021-4c41-9e20-56892559bb65', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'port_id': '9080bbb4-c021-4c41-9e20-56892559bb65', 'mac_address': 'fa:16:3e:f0:78:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:50:35.762313 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e8db9693-0689-45d5-aad0-992c839b0927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (6eaf238e-e876-41bb-87ee-f7bbab1d6fe1), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:35.763304 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13cb89-516b-4b94-b904-52e3807f923b req-f6de58ba-9893-44c4-a39e-8d2b2be03ddc tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:35.763474 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 9080bbb4-c021-4c41-9e20-56892559bb65 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:50:35.763699 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (9080bbb4-c021-4c41-9e20-56892559bb65), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:35.764797 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5b13cb89-516b-4b94-b904-52e3807f923b req-f6de58ba-9893-44c4-a39e-8d2b2be03ddc tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 944 time: 0.0658808 May 12 17:50:35.765798 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e8db9693-0689-45d5-aad0-992c839b0927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:35.769385 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-e8db9693-0689-45d5-aad0-992c839b0927 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6eaf238e-e876-41bb-87ee-f7bbab1d6fe1 HTTP/1.1" status: 204 len: 168 time: 0.1973629 May 12 17:50:35.774240 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-33a68f49-e71f-4d7d-a90a-dbbae4aa72d4 admin admin] Publish callbacks [] for security_group (230f769e-eb0d-4169-8763-c4ef54849a42), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:35.783657 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-33a68f49-e71f-4d7d-a90a-dbbae4aa72d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (230f769e-eb0d-4169-8763-c4ef54849a42), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:35.786875 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db9693-0689-45d5-aad0-992c839b0927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaf238e-e876-41bb-87ee-f7bbab1d6fe1,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:35.791450 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9080bbb4-c021-4c41-9e20-56892559bb65 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:50:35.828917 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5b13cb89-516b-4b94-b904-52e3807f923b req-36259ecc-d71e-410e-b455-585a4f3ae949 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574963 May 12 17:50:35.842052 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 9080bbb4-c021-4c41-9e20-56892559bb65, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=9080bbb4-c021-4c41-9e20-56892559bb65,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:35.845243 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a68f49-e71f-4d7d-a90a-dbbae4aa72d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230f769e-eb0d-4169-8763-c4ef54849a42,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:35.850015 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-33a68f49-e71f-4d7d-a90a-dbbae4aa72d4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1d252f717d76405c9892f4255d48d2e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310053 May 12 17:50:35.852621 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53650) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:35.853954 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (9080bbb4-c021-4c41-9e20-56892559bb65), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:35.912915 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=9080bbb4-c021-4c41-9e20-56892559bb65,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:35.915480 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-628ac161-bbb3-4090-8b94-dca6158ecba0 admin admin] Publish callbacks [] for security_group (230f769e-eb0d-4169-8763-c4ef54849a42), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:35.939269 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-628ac161-bbb3-4090-8b94-dca6158ecba0 admin admin] Publish callbacks [] for security_group (230f769e-eb0d-4169-8763-c4ef54849a42), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:35.989375 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-628ac161-bbb3-4090-8b94-dca6158ecba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (230f769e-eb0d-4169-8763-c4ef54849a42), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:35.992026 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-628ac161-bbb3-4090-8b94-dca6158ecba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:35.993194 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-628ac161-bbb3-4090-8b94-dca6158ecba0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/230f769e-eb0d-4169-8763-c4ef54849a42 HTTP/1.1" status: 204 len: 168 time: 0.1385438 May 12 17:50:36.003490 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ac161-bbb3-4090-8b94-dca6158ecba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230f769e-eb0d-4169-8763-c4ef54849a42,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:36.089344 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53656) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:36.102699 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-53137ac2-6d5b-40e1-bbb9-749259f2f5ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:36.130622 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['9080bbb4-c021-4c41-9e20-56892559bb65'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:50:36.197595 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-53137ac2-6d5b-40e1-bbb9-749259f2f5ba admin admin] Publish callbacks [] for security_group (a611d08b-f019-4c0f-ac28-35039ea81045), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:36.201963 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-53137ac2-6d5b-40e1-bbb9-749259f2f5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a611d08b-f019-4c0f-ac28-35039ea81045), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:36.239060 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-53137ac2-6d5b-40e1-bbb9-749259f2f5ba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f79c894f0f5041a694b4318767ebd510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484954 May 12 17:50:36.241743 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53660) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:36.244696 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53137ac2-6d5b-40e1-bbb9-749259f2f5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a611d08b-f019-4c0f-ac28-35039ea81045,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:36.305080 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b201c282-621a-4e79-8339-b4113a0003a1 admin admin] Publish callbacks [] for security_group (a611d08b-f019-4c0f-ac28-35039ea81045), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:36.313336 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53662) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:36.326802 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7e120f6d-dfe4-4287-a7d8-df7775c84ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:36.335746 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b201c282-621a-4e79-8339-b4113a0003a1 admin admin] Publish callbacks [] for security_group (a611d08b-f019-4c0f-ac28-35039ea81045), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:36.391532 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b201c282-621a-4e79-8339-b4113a0003a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a611d08b-f019-4c0f-ac28-35039ea81045), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:36.394855 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b201c282-621a-4e79-8339-b4113a0003a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:36.396372 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-b201c282-621a-4e79-8339-b4113a0003a1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a611d08b-f019-4c0f-ac28-35039ea81045 HTTP/1.1" status: 204 len: 168 time: 0.1536558 May 12 17:50:36.406652 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201c282-621a-4e79-8339-b4113a0003a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a611d08b-f019-4c0f-ac28-35039ea81045,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:36.425863 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7e120f6d-dfe4-4287-a7d8-df7775c84ffd admin admin] Publish callbacks [] for security_group (af6420cb-8c40-460b-8990-203876545c77), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:36.430946 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7e120f6d-dfe4-4287-a7d8-df7775c84ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (af6420cb-8c40-460b-8990-203876545c77), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:36.465789 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-7e120f6d-dfe4-4287-a7d8-df7775c84ffd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=255cc12ee5104adf9a8aef83603ec500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505034 May 12 17:50:36.468317 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53666) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:36.474507 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e120f6d-dfe4-4287-a7d8-df7775c84ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6420cb-8c40-460b-8990-203876545c77,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:36.521775 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-57b6d916-7fe4-4ff9-add9-7819ef8347c7 admin admin] Publish callbacks [] for security_group (af6420cb-8c40-460b-8990-203876545c77), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:36.546512 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-57b6d916-7fe4-4ff9-add9-7819ef8347c7 admin admin] Publish callbacks [] for security_group (af6420cb-8c40-460b-8990-203876545c77), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:36.606575 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-57b6d916-7fe4-4ff9-add9-7819ef8347c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (af6420cb-8c40-460b-8990-203876545c77), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:36.609221 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-57b6d916-7fe4-4ff9-add9-7819ef8347c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:36.611152 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-57b6d916-7fe4-4ff9-add9-7819ef8347c7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/af6420cb-8c40-460b-8990-203876545c77 HTTP/1.1" status: 204 len: 168 time: 0.1417987 May 12 17:50:36.619942 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6d916-7fe4-4ff9-add9-7819ef8347c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6420cb-8c40-460b-8990-203876545c77,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:36.900342 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93984c3b-c477-42bd-af43-ebb0a43e6e4b req-e61f0546-7368-460b-b2a5-bd938a9d29ef tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:36.908885 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-93984c3b-c477-42bd-af43-ebb0a43e6e4b req-e61f0546-7368-460b-b2a5-bd938a9d29ef tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 946 time: 0.0718739 May 12 17:50:36.970412 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-93984c3b-c477-42bd-af43-ebb0a43e6e4b req-240a7974-f4e5-49f7-aee4-542a9a1d3811 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602489 May 12 17:50:36.979296 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e6db1-66e4-4fed-b844-44ccbb9b5791 req-2d5ebe30-a38c-4608-8720-07704341a6f4 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:36.982036 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-429e6db1-66e4-4fed-b844-44ccbb9b5791 req-2d5ebe30-a38c-4608-8720-07704341a6f4 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 945 time: 0.0585938 May 12 17:50:37.035291 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-429e6db1-66e4-4fed-b844-44ccbb9b5791 req-364fe8cb-02f5-467f-8155-efa6b3515f6e tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465841 May 12 17:50:37.617753 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 9080bbb4-c021-4c41-9e20-56892559bb65 up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:50:37.666319 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port 9080bbb4-c021-4c41-9e20-56892559bb65 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:50:37.673219 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 9080bbb4-c021-4c41-9e20-56892559bb65 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:50:37.673845 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (9080bbb4-c021-4c41-9e20-56892559bb65), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:37.764105 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 9080bbb4-c021-4c41-9e20-56892559bb65 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:50:37.764496 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (9080bbb4-c021-4c41-9e20-56892559bb65), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:37.796529 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050e8718-e2ab-4e72-b674-2dee39306e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9080bbb4-c021-4c41-9e20-56892559bb65'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:50:37.799986 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f06885-bdd8-499d-a9a4-6ccce131ac1e" -d '{"events": [{"server_uuid": "050e8718-e2ab-4e72-b674-2dee39306e04", "name": "network-vif-plugged", "status": "completed", "tag": "9080bbb4-c021-4c41-9e20-56892559bb65"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:50:37.847258 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 9080bbb4-c021-4c41-9e20-56892559bb65, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=9080bbb4-c021-4c41-9e20-56892559bb65,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:37.858274 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (9080bbb4-c021-4c41-9e20-56892559bb65), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:37.911338 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049cb134-38eb-4428-9219-4c8a6ae5664a x-openstack-request-id: req-049cb134-38eb-4428-9219-4c8a6ae5664a {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:50:37.911841 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050e8718-e2ab-4e72-b674-2dee39306e04", "name": "network-vif-plugged", "status": "completed", "tag": "9080bbb4-c021-4c41-9e20-56892559bb65", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:50:37.911947 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-049cb134-38eb-4428-9219-4c8a6ae5664a {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:50:37.912507 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049cb134-38eb-4428-9219-4c8a6ae5664a'] response: {'server_uuid': '050e8718-e2ab-4e72-b674-2dee39306e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9080bbb4-c021-4c41-9e20-56892559bb65', 'code': 200} May 12 17:50:37.936451 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=9080bbb4-c021-4c41-9e20-56892559bb65,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:38.134255 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c81de-8b3f-4394-b48a-72d0f87e8234 req-26677ea8-25f5-45f3-84b3-b740ee4f33e1 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:38.136403 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3d9c81de-8b3f-4394-b48a-72d0f87e8234 req-26677ea8-25f5-45f3-84b3-b740ee4f33e1 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 946 time: 0.0874565 May 12 17:50:38.206068 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675e18a-3f1a-44d0-87e7-800eb589be2a req-27e0fb6b-31d4-4236-a4f3-58c98bbc4fd2 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:38.207630 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9675e18a-3f1a-44d0-87e7-800eb589be2a req-27e0fb6b-31d4-4236-a4f3-58c98bbc4fd2 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 946 time: 0.0538700 May 12 17:50:38.212653 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3d9c81de-8b3f-4394-b48a-72d0f87e8234 req-ff6848eb-bff8-4451-a737-d1eeb66ec15b tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups?id=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693040 May 12 17:50:38.272911 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9675e18a-3f1a-44d0-87e7-800eb589be2a req-8a01cda8-e5e2-4e05-ae90-b874eb638fbe tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593657 May 12 17:50:38.423412 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab66a75-de35-43b2-bd18-bc6bbcd1cdab req-c8d047e7-18aa-4ea1-8888-a7693b917ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:38.425012 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7ab66a75-de35-43b2-bd18-bc6bbcd1cdab req-c8d047e7-18aa-4ea1-8888-a7693b917ab8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 1130 time: 0.0460939 May 12 17:50:38.514407 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-7ab66a75-de35-43b2-bd18-bc6bbcd1cdab req-014cd020-3257-47ee-ab5c-3184748bb021 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436423 May 12 17:50:38.538549 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a07981-3e56-46cc-9167-27b88f896d33 req-c344aa98-bb2c-479f-82fb-1651ec892974 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:38.540125 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-74a07981-3e56-46cc-9167-27b88f896d33 req-c344aa98-bb2c-479f-82fb-1651ec892974 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.89 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 946 time: 0.0650377 May 12 17:50:38.814960 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [req-74a07981-3e56-46cc-9167-27b88f896d33 req-b1d5c045-87f4-4111-ad7f-d474b9241abf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Deleting port 143d4171-1885-4746-8f1e-a6334c3f41fe {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:38.815302 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-74a07981-3e56-46cc-9167-27b88f896d33 req-b1d5c045-87f4-4111-ad7f-d474b9241abf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:38.915222 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-74a07981-3e56-46cc-9167-27b88f896d33 req-b1d5c045-87f4-4111-ad7f-d474b9241abf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] For port 143d4171-1885-4746-8f1e-a6334c3f41fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=143d4171-1885-4746-8f1e-a6334c3f41fe,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:38.915596 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-74a07981-3e56-46cc-9167-27b88f896d33 req-b1d5c045-87f4-4111-ad7f-d474b9241abf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:39.086595 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-74a07981-3e56-46cc-9167-27b88f896d33 req-b1d5c045-87f4-4111-ad7f-d474b9241abf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:39.086991 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-74a07981-3e56-46cc-9167-27b88f896d33 req-b1d5c045-87f4-4111-ad7f-d474b9241abf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (69fdc8eb-a26d-4a2e-8e0c-fe4635253e4a), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:39.087307 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.l3_db [req-74a07981-3e56-46cc-9167-27b88f896d33 req-b1d5c045-87f4-4111-ad7f-d474b9241abf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Floating IP 69fdc8eb-a26d-4a2e-8e0c-fe4635253e4a disassociated. External IP: 172.27.3.238, port: 143d4171-1885-4746-8f1e-a6334c3f41fe. May 12 17:50:39.087650 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [req-74a07981-3e56-46cc-9167-27b88f896d33 req-b1d5c045-87f4-4111-ad7f-d474b9241abf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Calling delete_port for 143d4171-1885-4746-8f1e-a6334c3f41fe owned by compute:nova {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:39.220378 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-74a07981-3e56-46cc-9167-27b88f896d33 req-b1d5c045-87f4-4111-ad7f-d474b9241abf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (143d4171-1885-4746-8f1e-a6334c3f41fe), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:39.249067 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5c045-87f4-4111-ad7f-d474b9241abf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event deleted for resources: {'Port': ['ID=143d4171-1885-4746-8f1e-a6334c3f41fe,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:39.340393 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fbc71a2a-1313-4c10-897d-9fc629f26713 req-a65521cc-f657-4bd9-8763-cf44f66d66f0 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 210 time: 0.0371079 May 12 17:50:39.393531 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74a07981-3e56-46cc-9167-27b88f896d33 req-b1d5c045-87f4-4111-ad7f-d474b9241abf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:50:39.397476 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e415e-49fc-41e1-a56f-a5fb09bf408e req-e21b3c81-76e9-4deb-b0b4-72a863ab345b tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:39.399228 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8e4e415e-49fc-41e1-a56f-a5fb09bf408e req-e21b3c81-76e9-4deb-b0b4-72a863ab345b tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 946 time: 0.0481768 May 12 17:50:39.450792 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-8e4e415e-49fc-41e1-a56f-a5fb09bf408e req-ad8f5d33-40b2-400e-a661-e9ba408d2db5 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455067 May 12 17:50:39.504789 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74a07981-3e56-46cc-9167-27b88f896d33 req-b1d5c045-87f4-4111-ad7f-d474b9241abf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:50:39.515122 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ed5d1e-e646-49d5-928b-a2311835e95a None None] Sync routers for ids ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:50:39.525558 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed5d1e-e646-49d5-928b-a2311835e95a None None] Routers {'e1a375fe-d1c3-406b-ab23-82f17d5fbda7'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:39.526292 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-34ed5d1e-e646-49d5-928b-a2311835e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:50:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:39.547996 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a07981-3e56-46cc-9167-27b88f896d33 req-b1d5c045-87f4-4111-ad7f-d474b9241abf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] No DVR routers for this DVR port 143d4171-1885-4746-8f1e-a6334c3f41fe on host hv-cinder-83979 {{(pid=110068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:50:39.550653 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-74a07981-3e56-46cc-9167-27b88f896d33 req-b1d5c045-87f4-4111-ad7f-d474b9241abf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:39.555196 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-74a07981-3e56-46cc-9167-27b88f896d33 req-b1d5c045-87f4-4111-ad7f-d474b9241abf tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.89 "DELETE /v2.0/ports/143d4171-1885-4746-8f1e-a6334c3f41fe HTTP/1.1" status: 204 len: 173 time: 0.8314075 May 12 17:50:39.555663 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67972c22-858c-41e6-85f9-27327673af00', 'name': 'network-vif-deleted', 'tag': '143d4171-1885-4746-8f1e-a6334c3f41fe'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:50:39.558028 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c96d26d-91d9-47b3-9327-89ebf6d5813f" -d '{"events": [{"server_uuid": "67972c22-858c-41e6-85f9-27327673af00", "name": "network-vif-deleted", "tag": "143d4171-1885-4746-8f1e-a6334c3f41fe"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:50:39.593933 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd06649-2498-4096-8432-8a014603aecd x-openstack-request-id: req-1fd06649-2498-4096-8432-8a014603aecd {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:50:39.594243 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67972c22-858c-41e6-85f9-27327673af00", "name": "network-vif-deleted", "tag": "143d4171-1885-4746-8f1e-a6334c3f41fe", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:50:39.594502 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1fd06649-2498-4096-8432-8a014603aecd {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:50:39.594956 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd06649-2498-4096-8432-8a014603aecd'] response: {'server_uuid': '67972c22-858c-41e6-85f9-27327673af00', 'name': 'network-vif-deleted', 'tag': '143d4171-1885-4746-8f1e-a6334c3f41fe', 'status': 'completed', 'code': 200} May 12 17:50:39.640928 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-34ed5d1e-e646-49d5-928b-a2311835e95a None None] Set router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:39.845721 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-34ed5d1e-e646-49d5-928b-a2311835e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': 'efb5e0a8-8506-46a6-a472-9454affbb253', 'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'mac_address': 'fa:16:3e:c1:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:57Z', 'revision_number': 5, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'subnets': [{'id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:39.876397 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ed5d1e-e646-49d5-928b-a2311835e95a None None] Checking router: e1a375fe-d1c3-406b-ab23-82f17d5fbda7 for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:50:39.885606 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed5d1e-e646-49d5-928b-a2311835e95a None None] Routers {'e1a375fe-d1c3-406b-ab23-82f17d5fbda7'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:39.886239 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-34ed5d1e-e646-49d5-928b-a2311835e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:50:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:39.999716 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-34ed5d1e-e646-49d5-928b-a2311835e95a None None] Set router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:40.217868 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-34ed5d1e-e646-49d5-928b-a2311835e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': 'efb5e0a8-8506-46a6-a472-9454affbb253', 'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'mac_address': 'fa:16:3e:c1:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:57Z', 'revision_number': 5, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'subnets': [{'id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:40.249074 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ed5d1e-e646-49d5-928b-a2311835e95a None None] The sync data for ids ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'] in dv-cinder-839793-10-iscsi is: [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:42:44Z', 'revision_number': 4, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': 'efb5e0a8-8506-46a6-a472-9454affbb253', 'name': '', 'network_id': 'c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'mac_address': 'fa:16:3e:c1:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:43Z', 'updated_at': '2022-05-12T17:42:57Z', 'revision_number': 5, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'subnets': [{'id': 'c0b0dfdc-d399-403b-bb90-d8985605957d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:50:40.510498 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-08d7f2f0-b42f-4328-b503-5c387a7115f5 req-52c52d1f-553d-487c-8b80-ade7c723beec tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/ports?device_id=67972c22-858c-41e6-85f9-27327673af00 HTTP/1.1" status: 200 len: 210 time: 0.0533936 May 12 17:50:40.622888 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbaec5d-c29f-4e1e-9bb2-bbb79000b34f None None] New status for floating IP 69fdc8eb-a26d-4a2e-8e0c-fe4635253e4a: DOWN {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:50:40.624255 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f69e6-5ff1-43fd-b4ad-8b88e9cba1b3 req-aad50c29-8638-480e-ad82-83286d98ded3 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:40.625905 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8e7f69e6-5ff1-43fd-b4ad-8b88e9cba1b3 req-aad50c29-8638-480e-ad82-83286d98ded3 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 946 time: 0.0652714 May 12 17:50:40.692546 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-8e7f69e6-5ff1-43fd-b4ad-8b88e9cba1b3 req-cdb0f61c-2914-4f19-8df4-f7830487fd71 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601833 May 12 17:50:40.832979 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:40.845620 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88367d9-7567-41c5-9ec3-a9d42d010c48 req-9ed9247a-8ae7-4d4b-a4e2-1f7308a3e0c2 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:40.847375 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d88367d9-7567-41c5-9ec3-a9d42d010c48 req-9ed9247a-8ae7-4d4b-a4e2-1f7308a3e0c2 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 946 time: 0.0610044 May 12 17:50:40.901976 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d88367d9-7567-41c5-9ec3-a9d42d010c48 req-58816406-7b37-41f9-8a3a-5d830b12068d tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456920 May 12 17:50:40.925433 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53814) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:41.166582 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4416fcb-abc7-4f3d-83b9-ebe17588cfc1 tempest-TestVolumeBootPattern-1036924379 tempest-TestVolumeBootPattern-1036924379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:41.168746 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-e4416fcb-abc7-4f3d-83b9-ebe17588cfc1 tempest-TestVolumeBootPattern-1036924379 tempest-TestVolumeBootPattern-1036924379-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 1125 time: 0.2418668 May 12 17:50:41.171858 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53822) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:41.176386 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Request body: {'floatingip': {'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'port_id': '9080bbb4-c021-4c41-9e20-56892559bb65', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:50:41.204531 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.274686 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53826) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:41.301139 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.383575 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7297c9d7-64e4-4275-8616-2c0479d3193e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.410387 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Allocated IP 172.27.3.242 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/d8453518-a340-4f7c-a891-2aeb8c2dc9ec) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:50:41.458316 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7297c9d7-64e4-4275-8616-2c0479d3193e admin admin] Publish callbacks [] for security_group (e9a38fd9-5c6d-4486-9c2e-b240db00d5aa), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.462796 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7297c9d7-64e4-4275-8616-2c0479d3193e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (e9a38fd9-5c6d-4486-9c2e-b240db00d5aa), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.500994 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-7297c9d7-64e4-4275-8616-2c0479d3193e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e88bed0848d4e82a4dc5caa4ea3a870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247543 May 12 17:50:41.502750 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297c9d7-64e4-4275-8616-2c0479d3193e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a38fd9-5c6d-4486-9c2e-b240db00d5aa,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:41.504989 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53830) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:41.519311 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for port (d8453518-a340-4f7c-a891-2aeb8c2dc9ec), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.555573 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (d8453518-a340-4f7c-a891-2aeb8c2dc9ec), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.560362 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c863635f-9a2e-498c-9372-6025ede6f482 admin admin] Publish callbacks [] for security_group (e9a38fd9-5c6d-4486-9c2e-b240db00d5aa), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.591366 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c863635f-9a2e-498c-9372-6025ede6f482 admin admin] Publish callbacks [] for security_group (e9a38fd9-5c6d-4486-9c2e-b240db00d5aa), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.596679 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:50:41.599760 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:50:41.606820 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53836) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:41.607178 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:50:41.629830 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event updated for resources: {'Port': ['ID=d8453518-a340-4f7c-a891-2aeb8c2dc9ec,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:41.681520 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae939-2bc4-40de-b40e-890c27d7d697 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group (7fd5b1f8-4380-4a4a-bdda-d751dbeb1019), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.687489 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c863635f-9a2e-498c-9372-6025ede6f482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (e9a38fd9-5c6d-4486-9c2e-b240db00d5aa), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.689927 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c863635f-9a2e-498c-9372-6025ede6f482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.693649 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-c863635f-9a2e-498c-9372-6025ede6f482 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e9a38fd9-5c6d-4486-9c2e-b240db00d5aa HTTP/1.1" status: 204 len: 168 time: 0.1851902 May 12 17:50:41.719255 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863635f-9a2e-498c-9372-6025ede6f482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a38fd9-5c6d-4486-9c2e-b240db00d5aa,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:41.732056 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae939-2bc4-40de-b40e-890c27d7d697 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group (7fd5b1f8-4380-4a4a-bdda-d751dbeb1019), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.794298 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae939-2bc4-40de-b40e-890c27d7d697 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (7fd5b1f8-4380-4a4a-bdda-d751dbeb1019), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.797263 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae939-2bc4-40de-b40e-890c27d7d697 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:41.801228 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-7c5ae939-2bc4-40de-b40e-890c27d7d697 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "DELETE /v2.0/security-groups/7fd5b1f8-4380-4a4a-bdda-d751dbeb1019 HTTP/1.1" status: 204 len: 168 time: 0.1907077 May 12 17:50:41.805800 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53840) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:41.821327 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ae939-2bc4-40de-b40e-890c27d7d697 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd5b1f8-4380-4a4a-bdda-d751dbeb1019,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:41.829329 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.api.v2.resource [None req-cab990af-63e4-4b24-b70f-13f18a0dc618 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] show failed (client error): The resource could not be found. May 12 17:50:41.830458 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-cab990af-63e4-4b24-b70f-13f18a0dc618 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "GET /v2.0/security-groups/7fd5b1f8-4380-4a4a-bdda-d751dbeb1019 HTTP/1.1" status: 404 len: 347 time: 0.0234277 May 12 17:50:41.845677 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53842) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:41.983415 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-80c246aa-31ab-4f20-a910-b8bac0593082 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Deleting port 9ddd1751-7813-4df2-975b-93a3313badae {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:41.983813 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-80c246aa-31ab-4f20-a910-b8bac0593082 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (9ddd1751-7813-4df2-975b-93a3313badae), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.048869 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53850) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:42.067763 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1dab7420-58f5-4108-a59b-3e6d29bea47e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.106616 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-80c246aa-31ab-4f20-a910-b8bac0593082 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (9ddd1751-7813-4df2-975b-93a3313badae), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.107062 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-80c246aa-31ab-4f20-a910-b8bac0593082 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for floatingip (9ddd1751-7813-4df2-975b-93a3313badae), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.127501 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-80c246aa-31ab-4f20-a910-b8bac0593082 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Calling delete_port for 9ddd1751-7813-4df2-975b-93a3313badae owned by network:floatingip {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:42.244947 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1dab7420-58f5-4108-a59b-3e6d29bea47e admin admin] Publish callbacks [] for security_group (ebb02ddc-92e3-4479-82d8-272aa5b16d06), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.255857 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1dab7420-58f5-4108-a59b-3e6d29bea47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (ebb02ddc-92e3-4479-82d8-272aa5b16d06), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.307702 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-1dab7420-58f5-4108-a59b-3e6d29bea47e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a37a18586b034059ba8c6e21d7519518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576962 May 12 17:50:42.312564 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53854) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:42.330474 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab7420-58f5-4108-a59b-3e6d29bea47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb02ddc-92e3-4479-82d8-272aa5b16d06,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:42.357384 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for floatingip (7f852707-469b-45a9-88e4-3121aae94226), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.359668 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-80c246aa-31ab-4f20-a910-b8bac0593082 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (9ddd1751-7813-4df2-975b-93a3313badae), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.397861 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c246aa-31ab-4f20-a910-b8bac0593082 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Pushing event deleted for resources: {'Port': ['ID=9ddd1751-7813-4df2-975b-93a3313badae,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:42.407377 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-229f8237-444f-4b6e-9fee-967dd82a3cf2 admin admin] Publish callbacks [] for security_group (ebb02ddc-92e3-4479-82d8-272aa5b16d06), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.445520 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53858) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:42.447200 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-229f8237-444f-4b6e-9fee-967dd82a3cf2 admin admin] Publish callbacks [] for security_group (ebb02ddc-92e3-4479-82d8-272aa5b16d06), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.472203 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-80c246aa-31ab-4f20-a910-b8bac0593082 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks [] for floatingip (69fdc8eb-a26d-4a2e-8e0c-fe4635253e4a), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.475437 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-80c246aa-31ab-4f20-a910-b8bac0593082 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.476826 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-80c246aa-31ab-4f20-a910-b8bac0593082 tempest-AttachVolumeShelveTestJSON-2139429004 tempest-AttachVolumeShelveTestJSON-2139429004-project] 10.222.0.76 "DELETE /v2.0/floatingips/69fdc8eb-a26d-4a2e-8e0c-fe4635253e4a HTTP/1.1" status: 204 len: 168 time: 0.6299169 May 12 17:50:42.501562 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (d8453518-a340-4f7c-a891-2aeb8c2dc9ec), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.592209 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-229f8237-444f-4b6e-9fee-967dd82a3cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (ebb02ddc-92e3-4479-82d8-272aa5b16d06), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.595076 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-229f8237-444f-4b6e-9fee-967dd82a3cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.599108 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-229f8237-444f-4b6e-9fee-967dd82a3cf2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ebb02ddc-92e3-4479-82d8-272aa5b16d06 HTTP/1.1" status: 204 len: 168 time: 0.2829988 May 12 17:50:42.599230 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2983ba70-9b6d-4ec8-8c98-8853a309c0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.643802 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f8237-444f-4b6e-9fee-967dd82a3cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb02ddc-92e3-4479-82d8-272aa5b16d06,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:42.689112 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2983ba70-9b6d-4ec8-8c98-8853a309c0c0 admin admin] Publish callbacks [] for security_group (d285a15e-e3a3-46bb-a396-a01b929ca833), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.694144 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2983ba70-9b6d-4ec8-8c98-8853a309c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (d285a15e-e3a3-46bb-a396-a01b929ca833), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.734751 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-2983ba70-9b6d-4ec8-8c98-8853a309c0c0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db74614018fb44fb9e4e8a3c1e0d0af0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889895 May 12 17:50:42.735738 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983ba70-9b6d-4ec8-8c98-8853a309c0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d285a15e-e3a3-46bb-a396-a01b929ca833,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:42.738208 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53868) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:42.774040 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for port (d8453518-a340-4f7c-a891-2aeb8c2dc9ec), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.779666 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (d8453518-a340-4f7c-a891-2aeb8c2dc9ec), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.791144 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2d2172d6-da97-4745-bcb8-aa3f957fd955 admin admin] Publish callbacks [] for security_group (d285a15e-e3a3-46bb-a396-a01b929ca833), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.820179 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2d2172d6-da97-4745-bcb8-aa3f957fd955 admin admin] Publish callbacks [] for security_group (d285a15e-e3a3-46bb-a396-a01b929ca833), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.858972 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event updated for resources: {'Port': ['ID=d8453518-a340-4f7c-a891-2aeb8c2dc9ec,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:42.868819 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (7f852707-469b-45a9-88e4-3121aae94226), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.884365 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2d2172d6-da97-4745-bcb8-aa3f957fd955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (d285a15e-e3a3-46bb-a396-a01b929ca833), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.887145 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2d2172d6-da97-4745-bcb8-aa3f957fd955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:42.888360 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-2d2172d6-da97-4745-bcb8-aa3f957fd955 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d285a15e-e3a3-46bb-a396-a01b929ca833 HTTP/1.1" status: 204 len: 168 time: 0.1491094 May 12 17:50:42.900361 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2172d6-da97-4745-bcb8-aa3f957fd955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d285a15e-e3a3-46bb-a396-a01b929ca833,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:42.993706 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.l3_db [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Floating IP 7f852707-469b-45a9-88e4-3121aae94226 associated. External IP: 172.27.3.242, port: 9080bbb4-c021-4c41-9e20-56892559bb65. May 12 17:50:43.234137 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Router 43453b9e-01a5-463b-8502-f0acb3b1868b has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:50:43.277062 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53888) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:43.291004 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-24df9683-0740-4589-a723-ef84d2c92a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:43.357164 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:50:43.368336 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99421ec-631c-412b-9c4d-f5bce04c65a0 None None] Sync routers for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:50:43.373057 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-24df9683-0740-4589-a723-ef84d2c92a7c admin admin] Publish callbacks [] for security_group (af1643df-2304-4fdb-bd82-870320410037), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:43.376867 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:43.379160 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-24df9683-0740-4589-a723-ef84d2c92a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (af1643df-2304-4fdb-bd82-870320410037), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:43.384735 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99421ec-631c-412b-9c4d-f5bce04c65a0 None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:43.385708 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-f99421ec-631c-412b-9c4d-f5bce04c65a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:50:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:43.411295 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-24df9683-0740-4589-a723-ef84d2c92a7c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=15775cbd595942fb903a046a267e9588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307211 May 12 17:50:43.413040 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-4fbf40ed-51c7-4620-8c74-3cd9ade50620 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2394676 May 12 17:50:43.413040 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 53892) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:43.413976 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050e8718-e2ab-4e72-b674-2dee39306e04', 'tag': '9080bbb4-c021-4c41-9e20-56892559bb65'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:50:43.416489 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cab3fb-3c77-4a19-b1f8-9a2d3beec8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "050e8718-e2ab-4e72-b674-2dee39306e04", "tag": "9080bbb4-c021-4c41-9e20-56892559bb65"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:50:43.439046 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df9683-0740-4589-a723-ef84d2c92a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1643df-2304-4fdb-bd82-870320410037,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:43.479979 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-99797983-1d2f-4919-850a-2a302a364c99 admin admin] Publish callbacks [] for security_group (af1643df-2304-4fdb-bd82-870320410037), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:43.483556 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef0e629-3ea2-4059-ac78-d77d48d5e502 x-openstack-request-id: req-2ef0e629-3ea2-4059-ac78-d77d48d5e502 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:50:43.483917 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050e8718-e2ab-4e72-b674-2dee39306e04", "tag": "9080bbb4-c021-4c41-9e20-56892559bb65", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:50:43.484232 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ef0e629-3ea2-4059-ac78-d77d48d5e502 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:50:43.484849 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef0e629-3ea2-4059-ac78-d77d48d5e502'] response: {'name': 'network-changed', 'server_uuid': '050e8718-e2ab-4e72-b674-2dee39306e04', 'tag': '9080bbb4-c021-4c41-9e20-56892559bb65', 'status': 'completed', 'code': 200} May 12 17:50:43.512360 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-99797983-1d2f-4919-850a-2a302a364c99 admin admin] Publish callbacks [] for security_group (af1643df-2304-4fdb-bd82-870320410037), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:43.544013 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-f99421ec-631c-412b-9c4d-f5bce04c65a0 None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:43.547530 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab3fb-3c77-4a19-b1f8-9a2d3beec8cd req-50d71ea5-25c2-4877-ae65-d181252cc6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:43.549171 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d9cab3fb-3c77-4a19-b1f8-9a2d3beec8cd req-50d71ea5-25c2-4877-ae65-d181252cc6f2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e9154d1a4c44c6b8a42001c659d069b&device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 1130 time: 0.0471978 May 12 17:50:43.589855 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-99797983-1d2f-4919-850a-2a302a364c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (af1643df-2304-4fdb-bd82-870320410037), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:43.592937 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-99797983-1d2f-4919-850a-2a302a364c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:43.596965 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-99797983-1d2f-4919-850a-2a302a364c99 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/af1643df-2304-4fdb-bd82-870320410037 HTTP/1.1" status: 204 len: 168 time: 0.1747718 May 12 17:50:43.603112 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99797983-1d2f-4919-850a-2a302a364c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1643df-2304-4fdb-bd82-870320410037,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:43.653046 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 143d4171-1885-4746-8f1e-a6334c3f41fe no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:43.689370 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: 143d4171-1885-4746-8f1e-a6334c3f41fe {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:43.689991 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 143d4171-1885-4746-8f1e-a6334c3f41fe not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:43.864687 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-f99421ec-631c-412b-9c4d-f5bce04c65a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '7f852707-469b-45a9-88e4-3121aae94226', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'port_id': '9080bbb4-c021-4c41-9e20-56892559bb65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'mac_address': 'fa:16:3e:f0:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e8718-e2ab-4e72-b674-2dee39306e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:50:42Z', 'updated_at': '2022-05-12T17:50:42Z', 'revision_number': 0, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address_scope': None}, {'id': '88fa077b-3584-44e7-8a39-a2affe9bec92', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'port_id': 'fac993c6-5c0c-429d-9df1-25372f4535e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'mac_address': 'fa:16:3e:4c:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:31Z', 'updated_at': '2022-05-12T17:48:34Z', 'revision_number': 1, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:43.900918 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99421ec-631c-412b-9c4d-f5bce04c65a0 None None] Checking router: 43453b9e-01a5-463b-8502-f0acb3b1868b for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:50:43.914870 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99421ec-631c-412b-9c4d-f5bce04c65a0 None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:43.915665 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-f99421ec-631c-412b-9c4d-f5bce04c65a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:50:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:44.081101 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-f99421ec-631c-412b-9c4d-f5bce04c65a0 None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:44.094502 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab3fb-3c77-4a19-b1f8-9a2d3beec8cd req-cd43a680-b55f-427c-a163-8c1656ed3102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:44.098241 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d9cab3fb-3c77-4a19-b1f8-9a2d3beec8cd req-cd43a680-b55f-427c-a163-8c1656ed3102 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3cb76e15-efb3-4276-8531-f3adac3a6ec1 HTTP/1.1" status: 200 len: 913 time: 0.5414326 May 12 17:50:44.183899 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d9cab3fb-3c77-4a19-b1f8-9a2d3beec8cd req-fea304c7-3258-41f4-833a-ee279eee1f5f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9080bbb4-c021-4c41-9e20-56892559bb65 HTTP/1.1" status: 200 len: 1000 time: 0.0772600 May 12 17:50:44.252785 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab3fb-3c77-4a19-b1f8-9a2d3beec8cd req-83b91b9b-1aa8-4e8e-a2c9-e11055f0c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:44.255017 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d9cab3fb-3c77-4a19-b1f8-9a2d3beec8cd req-83b91b9b-1aa8-4e8e-a2c9-e11055f0c852 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d9c99e92-93c2-417d-8e54-471b58588d33 HTTP/1.1" status: 200 len: 851 time: 0.0647483 May 12 17:50:44.310163 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab3fb-3c77-4a19-b1f8-9a2d3beec8cd req-93551fa5-1844-4c68-9a9b-1cb7e60a16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:44.311721 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d9cab3fb-3c77-4a19-b1f8-9a2d3beec8cd req-93551fa5-1844-4c68-9a9b-1cb7e60a16ce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3cb76e15-efb3-4276-8531-f3adac3a6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488191 May 12 17:50:44.414173 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d9cab3fb-3c77-4a19-b1f8-9a2d3beec8cd req-02542a80-2232-4ba9-823a-349f994e8f99 service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949497 May 12 17:50:44.472485 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-f99421ec-631c-412b-9c4d-f5bce04c65a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '7f852707-469b-45a9-88e4-3121aae94226', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'port_id': '9080bbb4-c021-4c41-9e20-56892559bb65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'mac_address': 'fa:16:3e:f0:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e8718-e2ab-4e72-b674-2dee39306e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:50:42Z', 'updated_at': '2022-05-12T17:50:42Z', 'revision_number': 0, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address_scope': None}, {'id': '88fa077b-3584-44e7-8a39-a2affe9bec92', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'port_id': 'fac993c6-5c0c-429d-9df1-25372f4535e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'mac_address': 'fa:16:3e:4c:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:31Z', 'updated_at': '2022-05-12T17:48:34Z', 'revision_number': 1, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:44.502732 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99421ec-631c-412b-9c4d-f5bce04c65a0 None None] The sync data for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi is: [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '7f852707-469b-45a9-88e4-3121aae94226', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'port_id': '9080bbb4-c021-4c41-9e20-56892559bb65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'mac_address': 'fa:16:3e:f0:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e8718-e2ab-4e72-b674-2dee39306e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:50:42Z', 'updated_at': '2022-05-12T17:50:42Z', 'revision_number': 0, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address_scope': None}, {'id': '88fa077b-3584-44e7-8a39-a2affe9bec92', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'port_id': 'fac993c6-5c0c-429d-9df1-25372f4535e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'mac_address': 'fa:16:3e:4c:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:31Z', 'updated_at': '2022-05-12T17:48:34Z', 'revision_number': 1, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:50:44.517066 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d9cab3fb-3c77-4a19-b1f8-9a2d3beec8cd req-e4914457-bfd3-4838-bbed-e137013a9135 service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957913 May 12 17:50:44.727664 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c06f964-cb0a-42bc-8c24-11636bb2f33d None None] New status for floating IP 7f852707-469b-45a9-88e4-3121aae94226: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:50:45.052776 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53958) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:45.578594 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c63f29e7-95fe-48fb-bbb7-f63192110426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7866822'] for router_interface (e1a375fe-d1c3-406b-ab23-82f17d5fbda7), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:45.851960 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-c63f29e7-95fe-48fb-bbb7-f63192110426 admin admin] Deleting port efb5e0a8-8506-46a6-a472-9454affbb253 {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:45.852315 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c63f29e7-95fe-48fb-bbb7-f63192110426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:45.933692 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [None req-c63f29e7-95fe-48fb-bbb7-f63192110426 admin admin] For port efb5e0a8-8506-46a6-a472-9454affbb253, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=efb5e0a8-8506-46a6-a472-9454affbb253,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:45.934071 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c63f29e7-95fe-48fb-bbb7-f63192110426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:45.946588 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-c63f29e7-95fe-48fb-bbb7-f63192110426 admin admin] Calling delete_port for efb5e0a8-8506-46a6-a472-9454affbb253 owned by network:router_interface {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:46.125227 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c63f29e7-95fe-48fb-bbb7-f63192110426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (efb5e0a8-8506-46a6-a472-9454affbb253), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:46.155662 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f29e7-95fe-48fb-bbb7-f63192110426 admin admin] Pushing event deleted for resources: {'Port': ['ID=efb5e0a8-8506-46a6-a472-9454affbb253,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:46.322977 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c63f29e7-95fe-48fb-bbb7-f63192110426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7922005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881689'] for router_interface (e1a375fe-d1c3-406b-ab23-82f17d5fbda7), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:46.545658 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63f29e7-95fe-48fb-bbb7-f63192110426 admin admin] Router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:50:46.651198 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63f29e7-95fe-48fb-bbb7-f63192110426 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:50:46.656217 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-c63f29e7-95fe-48fb-bbb7-f63192110426 admin admin] 10.222.0.76 "PUT /v2.0/routers/e1a375fe-d1c3-406b-ab23-82f17d5fbda7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6022286 May 12 17:50:46.658542 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 53996) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:46.660997 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b45d5-ca2a-4734-9f82-1ac55cedb48c None None] Sync routers for ids ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:50:46.672503 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b45d5-ca2a-4734-9f82-1ac55cedb48c None None] Routers {'e1a375fe-d1c3-406b-ab23-82f17d5fbda7'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:46.673119 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-ca3b45d5-ca2a-4734-9f82-1ac55cedb48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:50:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:46.767156 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-40e5f5ac-da8b-483a-848c-f411e78f7c74 admin admin] Publish callbacks [] for router (e1a375fe-d1c3-406b-ab23-82f17d5fbda7), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:46.786586 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-ca3b45d5-ca2a-4734-9f82-1ac55cedb48c None None] Set router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:46.875272 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2b401210-1239-4822-ab2a-f98daa8895ff req-3ad3aadb-9e9e-4fc2-bd86-85ac8d51af4a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0580249 May 12 17:50:46.971254 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-40e5f5ac-da8b-483a-848c-f411e78f7c74 admin admin] Publish callbacks [] for router_gateway (e1a375fe-d1c3-406b-ab23-82f17d5fbda7), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:46.979056 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b401210-1239-4822-ab2a-f98daa8895ff req-c1ab5335-7ef2-4d2d-843b-3151c625365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:46.981930 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2b401210-1239-4822-ab2a-f98daa8895ff req-c1ab5335-7ef2-4d2d-843b-3151c625365b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=667ee24fd13d4432a040a745bf2a0d0e&device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 1130 time: 0.0621402 May 12 17:50:47.020127 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-ca3b45d5-ca2a-4734-9f82-1ac55cedb48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:50:46Z', 'revision_number': 5, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port': {'id': 'ba815145-1f5e-4d8a-b7f3-a519ec4cb795', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:42:36Z', 'updated_at': '2022-05-12T17:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:47.049762 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b45d5-ca2a-4734-9f82-1ac55cedb48c None None] Checking router: e1a375fe-d1c3-406b-ab23-82f17d5fbda7 for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:50:47.058384 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b45d5-ca2a-4734-9f82-1ac55cedb48c None None] Routers {'e1a375fe-d1c3-406b-ab23-82f17d5fbda7'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:50:47.059113 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-ca3b45d5-ca2a-4734-9f82-1ac55cedb48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:50:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:47.102734 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-40e5f5ac-da8b-483a-848c-f411e78f7c74 admin admin] Deleting port ba815145-1f5e-4d8a-b7f3-a519ec4cb795 {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:47.103086 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-40e5f5ac-da8b-483a-848c-f411e78f7c74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (ba815145-1f5e-4d8a-b7f3-a519ec4cb795), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:47.128193 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b401210-1239-4822-ab2a-f98daa8895ff req-ed8d87c8-fbf2-4e1d-959d-b07c2395062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:47.129807 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2b401210-1239-4822-ab2a-f98daa8895ff req-ed8d87c8-fbf2-4e1d-959d-b07c2395062b service neutron] 10.222.0.89 "GET /v2.0/networks?id=068e07bd-56b1-45cc-b3d6-75b884746996 HTTP/1.1" status: 200 len: 910 time: 0.1119735 May 12 17:50:47.159523 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-ca3b45d5-ca2a-4734-9f82-1ac55cedb48c None None] Set router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 gateway port host: None {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:50:47.216900 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-ca3b45d5-ca2a-4734-9f82-1ac55cedb48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:50:46Z', 'revision_number': 6, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port_host': None}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:47.245563 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b45d5-ca2a-4734-9f82-1ac55cedb48c None None] The sync data for ids ['e1a375fe-d1c3-406b-ab23-82f17d5fbda7'] in dv-cinder-839793-10-iscsi is: [{'id': 'e1a375fe-d1c3-406b-ab23-82f17d5fbda7', 'name': 'tempest-AttachVolumeShelveTestJSON-1584445291-router', 'tenant_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:42:35Z', 'updated_at': '2022-05-12T17:50:46Z', 'revision_number': 6, 'project_id': 'c07bc791aa8d45d4a9e72758f39f6a85', 'gw_port_host': None}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:50:47.491263 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2b401210-1239-4822-ab2a-f98daa8895ff req-d3ff628e-14f6-4cf3-977b-dc29712c27bc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4903dc03-9110-43e6-bfaf-db2e0fe64355 HTTP/1.1" status: 200 len: 1001 time: 0.3511441 May 12 17:50:47.509358 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [None req-40e5f5ac-da8b-483a-848c-f411e78f7c74 admin admin] For port ba815145-1f5e-4d8a-b7f3-a519ec4cb795, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=ba815145-1f5e-4d8a-b7f3-a519ec4cb795,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:47.509718 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-40e5f5ac-da8b-483a-848c-f411e78f7c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (ba815145-1f5e-4d8a-b7f3-a519ec4cb795), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:47.522954 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-40e5f5ac-da8b-483a-848c-f411e78f7c74 admin admin] Calling delete_port for ba815145-1f5e-4d8a-b7f3-a519ec4cb795 owned by network:router_gateway {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:47.702232 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-40e5f5ac-da8b-483a-848c-f411e78f7c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (ba815145-1f5e-4d8a-b7f3-a519ec4cb795), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:47.729824 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5f5ac-da8b-483a-848c-f411e78f7c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba815145-1f5e-4d8a-b7f3-a519ec4cb795,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:47.790442 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-40e5f5ac-da8b-483a-848c-f411e78f7c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871732'] for router_gateway (e1a375fe-d1c3-406b-ab23-82f17d5fbda7), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:47.881815 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-40e5f5ac-da8b-483a-848c-f411e78f7c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3705'] for router (e1a375fe-d1c3-406b-ab23-82f17d5fbda7), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:47.883964 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-40e5f5ac-da8b-483a-848c-f411e78f7c74 admin admin] Publish callbacks [] for router_controller (e1a375fe-d1c3-406b-ab23-82f17d5fbda7), precommit_delete_associations {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:47.926385 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-40e5f5ac-da8b-483a-848c-f411e78f7c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871141'] for router (e1a375fe-d1c3-406b-ab23-82f17d5fbda7), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:47.927021 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e5f5ac-da8b-483a-848c-f411e78f7c74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1a375fe-d1c3-406b-ab23-82f17d5fbda7 {{(pid=110068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:50:47.931711 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-40e5f5ac-da8b-483a-848c-f411e78f7c74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:47.932399 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-40e5f5ac-da8b-483a-848c-f411e78f7c74 admin admin] 10.222.0.76 "DELETE /v2.0/routers/e1a375fe-d1c3-406b-ab23-82f17d5fbda7 HTTP/1.1" status: 204 len: 168 time: 1.2729135 May 12 17:50:47.936195 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 54014) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:47.982354 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c10aecc-1e5e-4195-aa04-892de3ac7a35 admin admin] Deleting subnet c0b0dfdc-d399-403b-bb90-d8985605957d {{(pid=110068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:50:47.985364 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1c10aecc-1e5e-4195-aa04-892de3ac7a35 admin admin] Publish callbacks [] for subnet (c0b0dfdc-d399-403b-bb90-d8985605957d), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.009352 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device efb5e0a8-8506-46a6-a472-9454affbb253 no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:48.023697 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1c10aecc-1e5e-4195-aa04-892de3ac7a35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3177885'] for subnet (c0b0dfdc-d399-403b-bb90-d8985605957d), precommit_delete_associations {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.034135 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: efb5e0a8-8506-46a6-a472-9454affbb253 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:48.034494 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device efb5e0a8-8506-46a6-a472-9454affbb253 not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:48.104233 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1c10aecc-1e5e-4195-aa04-892de3ac7a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700920'] for subnet (c0b0dfdc-d399-403b-bb90-d8985605957d), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.167865 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1c10aecc-1e5e-4195-aa04-892de3ac7a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3808102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601506'] for subnet (c0b0dfdc-d399-403b-bb90-d8985605957d), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.198972 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10aecc-1e5e-4195-aa04-892de3ac7a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b0dfdc-d399-403b-bb90-d8985605957d,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:48.202586 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1c10aecc-1e5e-4195-aa04-892de3ac7a35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.205632 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-1c10aecc-1e5e-4195-aa04-892de3ac7a35 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c0b0dfdc-d399-403b-bb90-d8985605957d HTTP/1.1" status: 204 len: 168 time: 0.2685883 May 12 17:50:48.208083 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 54024) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:48.210455 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd86b3b-b287-475f-a4d0-895f4990b135 None None] Network c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:50:48.281132 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758311'] for network (c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.333361 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] Deleting port b4acee76-dbed-4efd-861d-65d9dbc4c301 {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:48.333706 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (b4acee76-dbed-4efd-861d-65d9dbc4c301), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.385683 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08cb446-2f32-4dbb-9ea2-ca1cd8e6f5e3 None None] DHCP port deletion for c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 request from dv-cinder-839793-10-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:50:48.431160 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e08cb446-2f32-4dbb-9ea2-ca1cd8e6f5e3 None None] Deleting port b4acee76-dbed-4efd-861d-65d9dbc4c301 {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:50:48.431848 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e08cb446-2f32-4dbb-9ea2-ca1cd8e6f5e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (b4acee76-dbed-4efd-861d-65d9dbc4c301), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.434750 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] For port b4acee76-dbed-4efd-861d-65d9dbc4c301, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=b4acee76-dbed-4efd-861d-65d9dbc4c301,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:48.435123 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (b4acee76-dbed-4efd-861d-65d9dbc4c301), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.446473 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b401210-1239-4822-ab2a-f98daa8895ff req-ee4a798c-7d5b-4794-ac6b-e574d40cb362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:48.447940 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2b401210-1239-4822-ab2a-f98daa8895ff req-ee4a798c-7d5b-4794-ac6b-e574d40cb362 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f732d2e1-a477-4bdd-a448-3a40e18f14ab HTTP/1.1" status: 200 len: 848 time: 0.1019406 May 12 17:50:48.452428 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] Calling delete_port for b4acee76-dbed-4efd-861d-65d9dbc4c301 owned by network:dhcp {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:48.497902 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e08cb446-2f32-4dbb-9ea2-ca1cd8e6f5e3 None None] For port b4acee76-dbed-4efd-861d-65d9dbc4c301, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=b4acee76-dbed-4efd-861d-65d9dbc4c301,segment=NetworkSegment(c256ef3d-0db3-4f1d-8b80-c65fe9800c6c),segment_id=c256ef3d-0db3-4f1d-8b80-c65fe9800c6c)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:50:48.498307 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e08cb446-2f32-4dbb-9ea2-ca1cd8e6f5e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (b4acee76-dbed-4efd-861d-65d9dbc4c301), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.512300 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e08cb446-2f32-4dbb-9ea2-ca1cd8e6f5e3 None None] Calling delete_port for b4acee76-dbed-4efd-861d-65d9dbc4c301 owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:50:48.537835 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (b4acee76-dbed-4efd-861d-65d9dbc4c301), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.563567 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4acee76-dbed-4efd-861d-65d9dbc4c301,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:48.566993 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] No DVR routers for this DVR port b4acee76-dbed-4efd-861d-65d9dbc4c301 on host dv-cinder-839793-10-iscsi {{(pid=110068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:50:48.596635 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e08cb446-2f32-4dbb-9ea2-ca1cd8e6f5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832'] for port (b4acee76-dbed-4efd-861d-65d9dbc4c301), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.622198 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cb446-2f32-4dbb-9ea2-ca1cd8e6f5e3 None None] Pushing event deleted for resources: {'Port': ['ID=b4acee76-dbed-4efd-861d-65d9dbc4c301,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:48.625591 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08cb446-2f32-4dbb-9ea2-ca1cd8e6f5e3 None None] No DVR routers for this DVR port b4acee76-dbed-4efd-861d-65d9dbc4c301 on host dv-cinder-839793-10-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:50:48.638889 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7702861', 'neutron.services.segments.db._delete_segments_for_network-8741378415382'] for network (c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.662521 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5']}} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:48.671745 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c') {'for_net_delete': True} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:48.672045 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c256ef3d-0db3-4f1d-8b80-c65fe9800c6c') {} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:50:48.681248 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741378450975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3177892'] for segment (c256ef3d-0db3-4f1d-8b80-c65fe9800c6c), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.694298 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (c256ef3d-0db3-4f1d-8b80-c65fe9800c6c), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.700849 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=110068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:50:48.701235 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3808964'] for segment (c256ef3d-0db3-4f1d-8b80-c65fe9800c6c), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: Traceback (most recent call last): May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: timer() May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: cb(*args, **kw) May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: return func(*args, **kwargs) May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: self._notify() May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: self.callback(batched_events) May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: event.method(event) May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: return f(self, *a, **k) May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._get(url).json() May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: return self.request(url, 'GET', **kwargs) May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:50:48.702914 dv-cinder-839793-10-iscsi neutron-server[110068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:50:48.754561 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7702902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7867334'] for network (c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.761442 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.769197 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5 HTTP/1.1" status: 204 len: 168 time: 0.5549026 May 12 17:50:48.775090 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b80b0e-10e8-4691-a6ca-96c319309304 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ba6af5-8c03-4cd7-80fc-9b0f17cf03c5,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:48.877363 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 54028) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:48.918876 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-b4c3a5a3-39b4-49ed-a320-2095e43ca9bc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c07bc791aa8d45d4a9e72758f39f6a85&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401657 May 12 17:50:48.921190 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 54030) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:48.968333 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-824711a7-4f4f-4317-bbd8-5735e9c6d1cd admin admin] Publish callbacks [] for security_group (6451c9ad-ef88-4ea1-bc71-9723c5e3edae), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:48.989916 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-824711a7-4f4f-4317-bbd8-5735e9c6d1cd admin admin] Publish callbacks [] for security_group (6451c9ad-ef88-4ea1-bc71-9723c5e3edae), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:49.037168 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-824711a7-4f4f-4317-bbd8-5735e9c6d1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (6451c9ad-ef88-4ea1-bc71-9723c5e3edae), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:49.039988 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-824711a7-4f4f-4317-bbd8-5735e9c6d1cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:49.041168 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-824711a7-4f4f-4317-bbd8-5735e9c6d1cd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6451c9ad-ef88-4ea1-bc71-9723c5e3edae HTTP/1.1" status: 204 len: 168 time: 0.1190641 May 12 17:50:49.049671 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824711a7-4f4f-4317-bbd8-5735e9c6d1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6451c9ad-ef88-4ea1-bc71-9723c5e3edae,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:49.167106 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b401210-1239-4822-ab2a-f98daa8895ff req-6c826e0e-e6d8-4425-a407-325e7c9c1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:50:49.169541 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2b401210-1239-4822-ab2a-f98daa8895ff req-6c826e0e-e6d8-4425-a407-325e7c9c1f2e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=068e07bd-56b1-45cc-b3d6-75b884746996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426843 May 12 17:50:49.679310 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device b4acee76-dbed-4efd-861d-65d9dbc4c301 no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:49.700026 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: b4acee76-dbed-4efd-861d-65d9dbc4c301 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:49.700374 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device b4acee76-dbed-4efd-861d-65d9dbc4c301 not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:49.700786 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device ba815145-1f5e-4d8a-b7f3-a519ec4cb795 no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:50:49.720284 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: ba815145-1f5e-4d8a-b7f3-a519ec4cb795 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:50:49.720399 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device ba815145-1f5e-4d8a-b7f3-a519ec4cb795 not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:50:50.128459 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2b401210-1239-4822-ab2a-f98daa8895ff req-abb69fa7-d82f-4dac-8460-ce598b18c93b service neutron] 10.222.0.89 "GET /v2.0/networks/068e07bd-56b1-45cc-b3d6-75b884746996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903907 May 12 17:50:50.224595 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2b401210-1239-4822-ab2a-f98daa8895ff req-cad448e0-f287-49e3-8db7-cda5534583b4 service neutron] 10.222.0.89 "GET /v2.0/networks/068e07bd-56b1-45cc-b3d6-75b884746996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890350 May 12 17:50:50.378281 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-664edc0f-fe76-40e3-9c60-318bab258c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:52.635117 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-6883eef3-c351-4e2a-af37-04a02b146b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:53.439504 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 54162) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:53.543789 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e3b940e7-3a16-4566-90ad-55155ad3f9ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:53.620268 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e3b940e7-3a16-4566-90ad-55155ad3f9ac admin admin] Publish callbacks [] for security_group (dfa9bf1f-f570-4755-a6ef-83f46c1fec60), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:53.624635 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e3b940e7-3a16-4566-90ad-55155ad3f9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (dfa9bf1f-f570-4755-a6ef-83f46c1fec60), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:53.663112 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-e3b940e7-3a16-4566-90ad-55155ad3f9ac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b1b3eb8ddcb64ff3aaf4f1a0a72277a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224033 May 12 17:50:53.664060 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b940e7-3a16-4566-90ad-55155ad3f9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa9bf1f-f570-4755-a6ef-83f46c1fec60,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:53.665785 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 54166) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:53.713139 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-aef3538e-5be6-4b5b-9ce2-93d71abec19a admin admin] Publish callbacks [] for security_group (dfa9bf1f-f570-4755-a6ef-83f46c1fec60), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:53.734962 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-aef3538e-5be6-4b5b-9ce2-93d71abec19a admin admin] Publish callbacks [] for security_group (dfa9bf1f-f570-4755-a6ef-83f46c1fec60), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:53.782503 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-aef3538e-5be6-4b5b-9ce2-93d71abec19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (dfa9bf1f-f570-4755-a6ef-83f46c1fec60), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:53.785543 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-aef3538e-5be6-4b5b-9ce2-93d71abec19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:53.786752 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-aef3538e-5be6-4b5b-9ce2-93d71abec19a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dfa9bf1f-f570-4755-a6ef-83f46c1fec60 HTTP/1.1" status: 204 len: 168 time: 0.1199574 May 12 17:50:53.795605 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3538e-5be6-4b5b-9ce2-93d71abec19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa9bf1f-f570-4755-a6ef-83f46c1fec60,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:53.874142 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.078649 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 54180) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:54.095639 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1d2cd38e-9636-4b96-ae39-282d5ec56cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.183156 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1d2cd38e-9636-4b96-ae39-282d5ec56cb5 admin admin] Publish callbacks [] for security_group (276f2413-39c1-4a84-8954-86f0fe340bae), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.188099 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-1d2cd38e-9636-4b96-ae39-282d5ec56cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (276f2413-39c1-4a84-8954-86f0fe340bae), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.228240 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cd38e-9636-4b96-ae39-282d5ec56cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276f2413-39c1-4a84-8954-86f0fe340bae,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:54.235938 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-1d2cd38e-9636-4b96-ae39-282d5ec56cb5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cd248936f8c842228aced3f7189dc094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558135 May 12 17:50:54.236194 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 54184) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:54.252435 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 54186) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:54.285903 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3064e47e-cf19-456f-aff6-eb34017c7b77 admin admin] Publish callbacks [] for security_group (276f2413-39c1-4a84-8954-86f0fe340bae), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.308345 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3064e47e-cf19-456f-aff6-eb34017c7b77 admin admin] Publish callbacks [] for security_group (276f2413-39c1-4a84-8954-86f0fe340bae), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.356665 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3064e47e-cf19-456f-aff6-eb34017c7b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (276f2413-39c1-4a84-8954-86f0fe340bae), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.359272 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3064e47e-cf19-456f-aff6-eb34017c7b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.361133 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7539ee16-a496-4ee2-a5a6-d72ed334bd4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.363073 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-3064e47e-cf19-456f-aff6-eb34017c7b77 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/276f2413-39c1-4a84-8954-86f0fe340bae HTTP/1.1" status: 204 len: 168 time: 0.1259654 May 12 17:50:54.371332 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064e47e-cf19-456f-aff6-eb34017c7b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276f2413-39c1-4a84-8954-86f0fe340bae,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:54.446125 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7539ee16-a496-4ee2-a5a6-d72ed334bd4e admin admin] Publish callbacks [] for security_group (8a50acdb-ee1e-4357-aed1-dc693884177c), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.450296 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7539ee16-a496-4ee2-a5a6-d72ed334bd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (8a50acdb-ee1e-4357-aed1-dc693884177c), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.487335 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539ee16-a496-4ee2-a5a6-d72ed334bd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a50acdb-ee1e-4357-aed1-dc693884177c,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:54.493884 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-7539ee16-a496-4ee2-a5a6-d72ed334bd4e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2014462d74c84b66acf760ccd949ab91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380278 May 12 17:50:54.494334 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 54194) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:54.545216 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-85ad6724-b48a-4dac-9a22-0cfa3e264110 admin admin] Publish callbacks [] for security_group (8a50acdb-ee1e-4357-aed1-dc693884177c), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.567352 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-85ad6724-b48a-4dac-9a22-0cfa3e264110 admin admin] Publish callbacks [] for security_group (8a50acdb-ee1e-4357-aed1-dc693884177c), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.615833 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-85ad6724-b48a-4dac-9a22-0cfa3e264110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (8a50acdb-ee1e-4357-aed1-dc693884177c), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.618379 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-85ad6724-b48a-4dac-9a22-0cfa3e264110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.619557 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-85ad6724-b48a-4dac-9a22-0cfa3e264110 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a50acdb-ee1e-4357-aed1-dc693884177c HTTP/1.1" status: 204 len: 168 time: 0.1245711 May 12 17:50:54.628007 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad6724-b48a-4dac-9a22-0cfa3e264110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a50acdb-ee1e-4357-aed1-dc693884177c,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:54.900235 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 54214) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:54.914077 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-82effd2a-79a5-4d40-8f9f-139b3926d36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:54.999203 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-82effd2a-79a5-4d40-8f9f-139b3926d36a admin admin] Publish callbacks [] for security_group (16cb1a1c-aa44-4f31-b0d3-3ae518ed4fad), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:55.004501 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-82effd2a-79a5-4d40-8f9f-139b3926d36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (16cb1a1c-aa44-4f31-b0d3-3ae518ed4fad), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:55.044107 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82effd2a-79a5-4d40-8f9f-139b3926d36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cb1a1c-aa44-4f31-b0d3-3ae518ed4fad,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:55.051569 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-82effd2a-79a5-4d40-8f9f-139b3926d36a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c277d65ec8e048658b05e6a9941e9bce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479161 May 12 17:50:55.051937 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 54222) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:55.101731 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-124f7b4b-1d85-4052-99ce-07a5d8d46999 admin admin] Publish callbacks [] for security_group (16cb1a1c-aa44-4f31-b0d3-3ae518ed4fad), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:55.123243 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-124f7b4b-1d85-4052-99ce-07a5d8d46999 admin admin] Publish callbacks [] for security_group (16cb1a1c-aa44-4f31-b0d3-3ae518ed4fad), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:55.174495 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-124f7b4b-1d85-4052-99ce-07a5d8d46999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (16cb1a1c-aa44-4f31-b0d3-3ae518ed4fad), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:55.177179 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-124f7b4b-1d85-4052-99ce-07a5d8d46999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:55.178366 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-124f7b4b-1d85-4052-99ce-07a5d8d46999 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/16cb1a1c-aa44-4f31-b0d3-3ae518ed4fad HTTP/1.1" status: 204 len: 168 time: 0.1255970 May 12 17:50:55.186399 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f7b4b-1d85-4052-99ce-07a5d8d46999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cb1a1c-aa44-4f31-b0d3-3ae518ed4fad,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:55.231835 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:56.631965 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:57.473298 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 54364) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:57.584065 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5278df8b-3f75-4979-863a-9a4be2447914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:57.663173 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5278df8b-3f75-4979-863a-9a4be2447914 admin admin] Publish callbacks [] for security_group (a91a56dd-f254-41f0-b04c-f8802087cb18), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:57.666945 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-5278df8b-3f75-4979-863a-9a4be2447914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a91a56dd-f254-41f0-b04c-f8802087cb18), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:57.704251 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-5278df8b-3f75-4979-863a-9a4be2447914 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6947042c96074ec296704102de01374d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298174 May 12 17:50:57.706196 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278df8b-3f75-4979-863a-9a4be2447914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91a56dd-f254-41f0-b04c-f8802087cb18,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:57.706913 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 54372) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:57.754965 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b53c08e0-688c-47fe-bdf1-76145eae7ad2 admin admin] Publish callbacks [] for security_group (a91a56dd-f254-41f0-b04c-f8802087cb18), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:57.776115 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b53c08e0-688c-47fe-bdf1-76145eae7ad2 admin admin] Publish callbacks [] for security_group (a91a56dd-f254-41f0-b04c-f8802087cb18), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:57.825932 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b53c08e0-688c-47fe-bdf1-76145eae7ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a91a56dd-f254-41f0-b04c-f8802087cb18), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:57.828443 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-b53c08e0-688c-47fe-bdf1-76145eae7ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:57.829606 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-b53c08e0-688c-47fe-bdf1-76145eae7ad2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a91a56dd-f254-41f0-b04c-f8802087cb18 HTTP/1.1" status: 204 len: 168 time: 0.1217201 May 12 17:50:57.837207 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c08e0-688c-47fe-bdf1-76145eae7ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91a56dd-f254-41f0-b04c-f8802087cb18,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:58.091596 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 54380) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:58.105228 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2ce7c6b5-6993-45d3-a376-2dcce4ac7cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:58.184096 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2ce7c6b5-6993-45d3-a376-2dcce4ac7cbb admin admin] Publish callbacks [] for security_group (ff4ba590-9c69-4d1e-a062-a0d02627b0f0), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:58.187679 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2ce7c6b5-6993-45d3-a376-2dcce4ac7cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (ff4ba590-9c69-4d1e-a062-a0d02627b0f0), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:58.227577 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7c6b5-6993-45d3-a376-2dcce4ac7cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4ba590-9c69-4d1e-a062-a0d02627b0f0,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:50:58.239455 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-2ce7c6b5-6993-45d3-a376-2dcce4ac7cbb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1e1a1a2617a24cfa96a03d33aa3031ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438866 May 12 17:50:58.239455 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 54388) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:50:58.287194 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e8d99518-b498-437a-93a2-c0b81abaa3fa admin admin] Publish callbacks [] for security_group (ff4ba590-9c69-4d1e-a062-a0d02627b0f0), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:58.313038 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e8d99518-b498-437a-93a2-c0b81abaa3fa admin admin] Publish callbacks [] for security_group (ff4ba590-9c69-4d1e-a062-a0d02627b0f0), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:58.361217 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e8d99518-b498-437a-93a2-c0b81abaa3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (ff4ba590-9c69-4d1e-a062-a0d02627b0f0), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:58.363873 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-e8d99518-b498-437a-93a2-c0b81abaa3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:50:58.365009 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-e8d99518-b498-437a-93a2-c0b81abaa3fa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ff4ba590-9c69-4d1e-a062-a0d02627b0f0 HTTP/1.1" status: 204 len: 168 time: 0.1268594 May 12 17:50:58.373360 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d99518-b498-437a-93a2-c0b81abaa3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4ba590-9c69-4d1e-a062-a0d02627b0f0,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:00.633688 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-3a6777e1-8b9a-4c7b-bfca-c49964dcceaf tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=33191abe2493419b91a6c40da029f81e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300162 May 12 17:51:00.819084 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-3f7380ed-e42a-4f00-88e5-3c07d2ba25c4 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:00.820554 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-3f7380ed-e42a-4f00-88e5-3c07d2ba25c4 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806457 May 12 17:51:00.836957 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-936c36cb-f65c-4807-baba-f4b35708fc6d tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/quotas/33191abe2493419b91a6c40da029f81e HTTP/1.1" status: 200 len: 375 time: 0.0090823 May 12 17:51:00.871996 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-6459473d-4b58-49c9-a623-c9ae9e80be08 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=33191abe2493419b91a6c40da029f81e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289066 May 12 17:51:01.071269 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-9550c9cd-12d5-4b7f-9ff1-855cf8569609 req-c0f490d2-0dbd-49b8-97ff-2d50f9a87b5c tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 210 time: 0.0479424 May 12 17:51:01.870827 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:51:02.091992 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-025c19fd-59e5-456a-b504-018fe0d9ba79 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=33191abe2493419b91a6c40da029f81e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319822 May 12 17:51:02.177369 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-97967cc1-537c-4d4b-9a91-0f0b8eeefe0c req-de931da8-ce03-4117-858e-2a1317a3a3da tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 210 time: 0.0393746 May 12 17:51:02.307831 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-910a626e-45c4-4ee9-8da2-6f2e28dab5dc tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:02.309261 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-910a626e-45c4-4ee9-8da2-6f2e28dab5dc tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2113941 May 12 17:51:02.357694 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-1120a4b0-ee2d-4190-93d6-2407bcbbc0c5 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Request body: {'port': {'device_id': '7c6d9750-3969-4d0e-8973-3690ea41849e', 'network_id': 'fdcf5c35-379a-4e93-bb54-e0c587372a4d', 'admin_state_up': True, 'tenant_id': '33191abe2493419b91a6c40da029f81e'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:02.468636 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-1120a4b0-ee2d-4190-93d6-2407bcbbc0c5 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Made reservation on behalf of 33191abe2493419b91a6c40da029f81e for: {'port': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:51:02.472281 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-1120a4b0-ee2d-4190-93d6-2407bcbbc0c5 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:02.480900 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-1120a4b0-ee2d-4190-93d6-2407bcbbc0c5 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:02.555682 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-1120a4b0-ee2d-4190-93d6-2407bcbbc0c5 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Publish callbacks [] for security_group (0dd105a2-db8e-490c-babf-896a46a039b2), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:02.560147 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-1120a4b0-ee2d-4190-93d6-2407bcbbc0c5 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (0dd105a2-db8e-490c-babf-896a46a039b2), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:02.625914 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120a4b0-ee2d-4190-93d6-2407bcbbc0c5 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd105a2-db8e-490c-babf-896a46a039b2,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:02.707667 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-1120a4b0-ee2d-4190-93d6-2407bcbbc0c5 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Allocated IP 192.168.233.58 (fdcf5c35-379a-4e93-bb54-e0c587372a4d/00bccab4-c8fc-4ad8-821a-e26044a1c04b/527b56b8-4df4-48a7-864e-0f0b87a2f817) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:51:02.860126 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-1120a4b0-ee2d-4190-93d6-2407bcbbc0c5 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Publish callbacks [] for port (527b56b8-4df4-48a7-864e-0f0b87a2f817), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:02.895069 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-1120a4b0-ee2d-4190-93d6-2407bcbbc0c5 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (527b56b8-4df4-48a7-864e-0f0b87a2f817), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:02.943861 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-1120a4b0-ee2d-4190-93d6-2407bcbbc0c5 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Network fdcf5c35-379a-4e93-bb54-e0c587372a4d is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:51:02.947326 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-1120a4b0-ee2d-4190-93d6-2407bcbbc0c5 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:02.956271 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-1120a4b0-ee2d-4190-93d6-2407bcbbc0c5 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:51:02.981954 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120a4b0-ee2d-4190-93d6-2407bcbbc0c5 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Pushing event updated for resources: {'Port': ['ID=527b56b8-4df4-48a7-864e-0f0b87a2f817,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:03.010969 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-1120a4b0-ee2d-4190-93d6-2407bcbbc0c5 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:03.011609 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-1120a4b0-ee2d-4190-93d6-2407bcbbc0c5 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:03.039343 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-1120a4b0-ee2d-4190-93d6-2407bcbbc0c5 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6846745 May 12 17:51:03.053767 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Request body: {'port': {'device_id': '7c6d9750-3969-4d0e-8973-3690ea41849e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:03.121005 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (527b56b8-4df4-48a7-864e-0f0b87a2f817), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:03.231875 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-9c6d59e4-167e-4f8e-9063-d228afcc5467 None None] Provisioning complete for port 527b56b8-4df4-48a7-864e-0f0b87a2f817 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:03.232849 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-9c6d59e4-167e-4f8e-9063-d228afcc5467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (527b56b8-4df4-48a7-864e-0f0b87a2f817), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:03.299487 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d59e4-167e-4f8e-9063-d228afcc5467 None None] Port 527b56b8-4df4-48a7-864e-0f0b87a2f817 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:51:03.355893 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 54576) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:03.393035 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9638d-1263-491c-81b0-663faa073730 req-126a7837-845e-4761-8a1b-ca8b4a629983 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:03.394505 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-eae9638d-1263-491c-81b0-663faa073730 req-126a7837-845e-4761-8a1b-ca8b4a629983 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 935 time: 0.0879626 May 12 17:51:03.462726 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-eb546a18-35ed-4ed6-8b1a-65dab0eabf9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:03.473446 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-eae9638d-1263-491c-81b0-663faa073730 req-44d48190-75a5-42bb-ac5f-3e19018402ad tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dd105a2-db8e-490c-babf-896a46a039b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710330 May 12 17:51:03.516317 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527b56b8-4df4-48a7-864e-0f0b87a2f817 {{(pid=110068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:51:03.527490 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Publish callbacks [] for port (527b56b8-4df4-48a7-864e-0f0b87a2f817), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:03.549803 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.provisioning_blocks [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Transition to ACTIVE for port object 527b56b8-4df4-48a7-864e-0f0b87a2f817 will not be triggered until provisioned by entity L2. {{(pid=110068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:51:03.552918 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (527b56b8-4df4-48a7-864e-0f0b87a2f817), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:03.571586 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-eb546a18-35ed-4ed6-8b1a-65dab0eabf9d admin admin] Publish callbacks [] for security_group (7d527ecf-8629-4f8a-9567-3d330366783f), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:03.575463 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-eb546a18-35ed-4ed6-8b1a-65dab0eabf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (7d527ecf-8629-4f8a-9567-3d330366783f), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:03.615586 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb546a18-35ed-4ed6-8b1a-65dab0eabf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d527ecf-8629-4f8a-9567-3d330366783f,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:03.623500 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-eb546a18-35ed-4ed6-8b1a-65dab0eabf9d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=12f75b31805d4251ab2007d343b547ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664423 May 12 17:51:03.623988 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Pushing event updated for resources: {'Port': ['ID=527b56b8-4df4-48a7-864e-0f0b87a2f817,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:03.624083 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 54582) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:03.683493 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Attempting to bind port 527b56b8-4df4-48a7-864e-0f0b87a2f817 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:51:03.683891 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Attempting to bind port 527b56b8-4df4-48a7-864e-0f0b87a2f817 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '0ac769c3-de20-4a49-9792-59ee29532362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fdcf5c35-379a-4e93-bb54-e0c587372a4d'}] {{(pid=110068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:51:03.684331 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Attempting to bind port 527b56b8-4df4-48a7-864e-0f0b87a2f817 on network fdcf5c35-379a-4e93-bb54-e0c587372a4d {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:51:03.685413 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4908a8ce-2b6a-433a-9ed5-c92a5f89a951 admin admin] Publish callbacks [] for security_group (7d527ecf-8629-4f8a-9567-3d330366783f), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:03.689110 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Port 527b56b8-4df4-48a7-864e-0f0b87a2f817 on network fdcf5c35-379a-4e93-bb54-e0c587372a4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:51:03.689553 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Attempting to bind port 527b56b8-4df4-48a7-864e-0f0b87a2f817 on network fdcf5c35-379a-4e93-bb54-e0c587372a4d {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:51:03.696526 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:51:03.696874 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Checking segment: {'id': '0ac769c3-de20-4a49-9792-59ee29532362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fdcf5c35-379a-4e93-bb54-e0c587372a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:03.697270 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Bound using segment: {'id': '0ac769c3-de20-4a49-9792-59ee29532362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fdcf5c35-379a-4e93-bb54-e0c587372a4d'} {{(pid=110068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:51:03.698226 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.managers [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Bound port: 527b56b8-4df4-48a7-864e-0f0b87a2f817, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac769c3-de20-4a49-9792-59ee29532362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fdcf5c35-379a-4e93-bb54-e0c587372a4d'}}] {{(pid=110068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:51:03.698598 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (527b56b8-4df4-48a7-864e-0f0b87a2f817), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:03.708739 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4908a8ce-2b6a-433a-9ed5-c92a5f89a951 admin admin] Publish callbacks [] for security_group (7d527ecf-8629-4f8a-9567-3d330366783f), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:03.761329 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4908a8ce-2b6a-433a-9ed5-c92a5f89a951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (7d527ecf-8629-4f8a-9567-3d330366783f), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:03.765048 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4908a8ce-2b6a-433a-9ed5-c92a5f89a951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:03.765767 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] For port 527b56b8-4df4-48a7-864e-0f0b87a2f817, host hv-cinder-83979, cleared binding levels {{(pid=110068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:51:03.769021 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-4908a8ce-2b6a-433a-9ed5-c92a5f89a951 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7d527ecf-8629-4f8a-9567-3d330366783f HTTP/1.1" status: 204 len: 168 time: 0.1413555 May 12 17:51:03.769863 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] For port 527b56b8-4df4-48a7-864e-0f0b87a2f817, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=527b56b8-4df4-48a7-864e-0f0b87a2f817,segment=NetworkSegment(0ac769c3-de20-4a49-9792-59ee29532362),segment_id=0ac769c3-de20-4a49-9792-59ee29532362)] {{(pid=110068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:51:03.777552 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908a8ce-2b6a-433a-9ed5-c92a5f89a951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d527ecf-8629-4f8a-9567-3d330366783f,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:03.784783 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (527b56b8-4df4-48a7-864e-0f0b87a2f817), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:03.832441 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:03.833627 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:03.835451 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] 10.222.0.89 "PUT /v2.0/ports/527b56b8-4df4-48a7-864e-0f0b87a2f817 HTTP/1.1" status: 200 len: 1097 time: 0.7891052 May 12 17:51:03.837906 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6d9750-3969-4d0e-8973-3690ea41849e', 'tag': '527b56b8-4df4-48a7-864e-0f0b87a2f817'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:51:03.840905 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1746346-4e41-48d3-9078-9ca1ab9e080b" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6d9750-3969-4d0e-8973-3690ea41849e", "tag": "527b56b8-4df4-48a7-864e-0f0b87a2f817"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:51:03.889241 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c4371-110c-4145-97f8-6403aec5a18e service neutron] Pushing event updated for resources: {'Port': ['ID=527b56b8-4df4-48a7-864e-0f0b87a2f817,revision_number=3']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:03.898483 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8465c192-c907-438c-b14e-8792bec4b777 x-openstack-request-id: req-8465c192-c907-438c-b14e-8792bec4b777 {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:51:03.898891 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6d9750-3969-4d0e-8973-3690ea41849e", "tag": "527b56b8-4df4-48a7-864e-0f0b87a2f817", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:51:03.899190 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8465c192-c907-438c-b14e-8792bec4b777 {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:51:03.899678 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8465c192-c907-438c-b14e-8792bec4b777'] response: {'name': 'network-changed', 'server_uuid': '7c6d9750-3969-4d0e-8973-3690ea41849e', 'tag': '527b56b8-4df4-48a7-864e-0f0b87a2f817', 'status': 'completed', 'code': 200} May 12 17:51:03.949230 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-b19624f8-7694-49d3-a132-1f2285385eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:03.950784 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-b19624f8-7694-49d3-a132-1f2285385eba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=33191abe2493419b91a6c40da029f81e&device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 1131 time: 0.0470636 May 12 17:51:03.993188 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-f5d462fd-0f1e-43f7-a7e4-4a181cc31a14 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=527b56b8-4df4-48a7-864e-0f0b87a2f817 HTTP/1.1" status: 200 len: 217 time: 0.0350318 May 12 17:51:04.049797 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-4c20d29f-0689-47c2-a67d-9c7a6f782bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:04.051273 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-4c20d29f-0689-47c2-a67d-9c7a6f782bf7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=00bccab4-c8fc-4ad8-821a-e26044a1c04b HTTP/1.1" status: 200 len: 843 time: 0.0506909 May 12 17:51:04.103449 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-9c3ce1c2-a7c0-44a1-9f0f-ebff282258fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:04.105007 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-9c3ce1c2-a7c0-44a1-9f0f-ebff282258fb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fdcf5c35-379a-4e93-bb54-e0c587372a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0464199 May 12 17:51:04.111850 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 54590) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:04.141738 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-652cc29c-ba2f-4814-9dea-958710187215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:04.239844 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-f12e74d6-d9f1-4fb9-ae84-4ebe62242e58 service neutron] 10.222.0.89 "GET /v2.0/networks/fdcf5c35-379a-4e93-bb54-e0c587372a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257112 May 12 17:51:04.336268 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-652cc29c-ba2f-4814-9dea-958710187215 admin admin] Publish callbacks [] for security_group (3c3ab858-b1a4-4ce0-9fb2-6d0a5db8ccbe), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:04.343261 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-652cc29c-ba2f-4814-9dea-958710187215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (3c3ab858-b1a4-4ce0-9fb2-6d0a5db8ccbe), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:04.384089 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c53bf8ea-2489-4dc0-a7f1-aede0c182b91 req-7c82d036-f92a-447d-b856-3690c929df54 service neutron] 10.222.0.89 "GET /v2.0/networks/fdcf5c35-379a-4e93-bb54-e0c587372a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373439 May 12 17:51:04.389971 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-652cc29c-ba2f-4814-9dea-958710187215 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3af5165e82a14f98a731ce2357a8b54d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771692 May 12 17:51:04.392742 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 54594) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:04.399880 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cc29c-ba2f-4814-9dea-958710187215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3ab858-b1a4-4ce0-9fb2-6d0a5db8ccbe,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:04.456031 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e32b8f9f-c3e9-4a4c-add5-f252e140aa1f admin admin] Publish callbacks [] for security_group (3c3ab858-b1a4-4ce0-9fb2-6d0a5db8ccbe), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:04.476531 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e32b8f9f-c3e9-4a4c-add5-f252e140aa1f admin admin] Publish callbacks [] for security_group (3c3ab858-b1a4-4ce0-9fb2-6d0a5db8ccbe), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:04.523122 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e32b8f9f-c3e9-4a4c-add5-f252e140aa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (3c3ab858-b1a4-4ce0-9fb2-6d0a5db8ccbe), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:04.525822 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e32b8f9f-c3e9-4a4c-add5-f252e140aa1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:04.527030 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-e32b8f9f-c3e9-4a4c-add5-f252e140aa1f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c3ab858-b1a4-4ce0-9fb2-6d0a5db8ccbe HTTP/1.1" status: 204 len: 168 time: 0.1332867 May 12 17:51:04.535604 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b8f9f-c3e9-4a4c-add5-f252e140aa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3ab858-b1a4-4ce0-9fb2-6d0a5db8ccbe,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:04.636546 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8c924-fd85-4c44-a3d2-f4ce1b5d609a req-3d6a6b48-664f-47fb-b36d-f5553fc6fd22 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:04.639089 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2fa8c924-fd85-4c44-a3d2-f4ce1b5d609a req-3d6a6b48-664f-47fb-b36d-f5553fc6fd22 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 947 time: 0.0592279 May 12 17:51:04.690891 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2fa8c924-fd85-4c44-a3d2-f4ce1b5d609a req-634d3114-a2a0-4c6a-8e19-572cb1e9fa97 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dd105a2-db8e-490c-babf-896a46a039b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445013 May 12 17:51:04.870279 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 54606) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:04.883119 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-254741ce-1a2c-4bfa-bdd6-1542df2c6309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:04.962000 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-254741ce-1a2c-4bfa-bdd6-1542df2c6309 admin admin] Publish callbacks [] for security_group (18b7690c-2b05-47e9-bd62-1bb9adfa1270), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:04.967768 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-254741ce-1a2c-4bfa-bdd6-1542df2c6309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (18b7690c-2b05-47e9-bd62-1bb9adfa1270), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:05.004063 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254741ce-1a2c-4bfa-bdd6-1542df2c6309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b7690c-2b05-47e9-bd62-1bb9adfa1270,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:05.008303 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-254741ce-1a2c-4bfa-bdd6-1542df2c6309 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=71f0e936709145a59e1ff754d7f5db73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369362 May 12 17:51:05.011440 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 54608) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:05.059654 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c28e2ba6-25ca-4acd-a59f-d0f79e5a2833 admin admin] Publish callbacks [] for security_group (18b7690c-2b05-47e9-bd62-1bb9adfa1270), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:05.080363 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c28e2ba6-25ca-4acd-a59f-d0f79e5a2833 admin admin] Publish callbacks [] for security_group (18b7690c-2b05-47e9-bd62-1bb9adfa1270), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:05.130796 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c28e2ba6-25ca-4acd-a59f-d0f79e5a2833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (18b7690c-2b05-47e9-bd62-1bb9adfa1270), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:05.133325 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c28e2ba6-25ca-4acd-a59f-d0f79e5a2833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:05.134533 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-c28e2ba6-25ca-4acd-a59f-d0f79e5a2833 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/18b7690c-2b05-47e9-bd62-1bb9adfa1270 HTTP/1.1" status: 204 len: 168 time: 0.1221523 May 12 17:51:05.143125 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e2ba6-25ca-4acd-a59f-d0f79e5a2833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b7690c-2b05-47e9-bd62-1bb9adfa1270,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:05.412275 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1746346-4e41-48d3-9078-9ca1ab9e080b req-a825c65f-da7f-4286-9b83-b8f674d81a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:05.413828 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f1746346-4e41-48d3-9078-9ca1ab9e080b req-a825c65f-da7f-4286-9b83-b8f674d81a1f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=33191abe2493419b91a6c40da029f81e&device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 1131 time: 0.0398817 May 12 17:51:05.511642 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1746346-4e41-48d3-9078-9ca1ab9e080b req-818472a7-fc32-4525-83df-8a1b43a1390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:05.513110 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f1746346-4e41-48d3-9078-9ca1ab9e080b req-818472a7-fc32-4525-83df-8a1b43a1390a service neutron] 10.222.0.89 "GET /v2.0/networks?id=fdcf5c35-379a-4e93-bb54-e0c587372a4d HTTP/1.1" status: 200 len: 870 time: 0.0930004 May 12 17:51:05.561859 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f1746346-4e41-48d3-9078-9ca1ab9e080b req-29efb88f-d80f-4e3c-9354-1dd750e4a226 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=527b56b8-4df4-48a7-864e-0f0b87a2f817 HTTP/1.1" status: 200 len: 217 time: 0.0367208 May 12 17:51:05.614499 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1746346-4e41-48d3-9078-9ca1ab9e080b req-b9ee0c56-6ab7-4fe6-937a-cd8a7e9c3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:05.616059 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f1746346-4e41-48d3-9078-9ca1ab9e080b req-b9ee0c56-6ab7-4fe6-937a-cd8a7e9c3059 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=00bccab4-c8fc-4ad8-821a-e26044a1c04b HTTP/1.1" status: 200 len: 843 time: 0.0477836 May 12 17:51:05.664227 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1746346-4e41-48d3-9078-9ca1ab9e080b req-40890a25-96a7-4571-b052-ff900692b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:05.673322 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f1746346-4e41-48d3-9078-9ca1ab9e080b req-40890a25-96a7-4571-b052-ff900692b085 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fdcf5c35-379a-4e93-bb54-e0c587372a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0424380 May 12 17:51:05.766514 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f1746346-4e41-48d3-9078-9ca1ab9e080b req-558849e3-94aa-4276-8fdf-905f43730869 service neutron] 10.222.0.89 "GET /v2.0/networks/fdcf5c35-379a-4e93-bb54-e0c587372a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937738 May 12 17:51:05.838774 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11834d86-700e-400a-8daa-543d9f78e37c req-801d51ab-4a25-45d6-979f-66f39d01fb08 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:05.840205 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-11834d86-700e-400a-8daa-543d9f78e37c req-801d51ab-4a25-45d6-979f-66f39d01fb08 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 947 time: 0.0505931 May 12 17:51:05.867422 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f1746346-4e41-48d3-9078-9ca1ab9e080b req-468bc56d-002b-4b15-b323-26c32eafd178 service neutron] 10.222.0.89 "GET /v2.0/networks/fdcf5c35-379a-4e93-bb54-e0c587372a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941958 May 12 17:51:05.897718 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-11834d86-700e-400a-8daa-543d9f78e37c req-20509843-47e6-456b-99f6-d0cc97cd544b tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dd105a2-db8e-490c-babf-896a46a039b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478377 May 12 17:51:06.843226 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 54668) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:06.948886 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-9c0c854a-21cc-4355-aea9-45c4abfd8cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:07.018300 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c237601-7258-40f2-8269-f871d76e1127 req-5ddec151-d91c-464c-90c7-c4f2fad4ae2c tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:07.019804 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2c237601-7258-40f2-8269-f871d76e1127 req-5ddec151-d91c-464c-90c7-c4f2fad4ae2c tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 947 time: 0.0483541 May 12 17:51:07.025555 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-9c0c854a-21cc-4355-aea9-45c4abfd8cc5 admin admin] Publish callbacks [] for security_group (1dc76612-bd75-4f49-86e9-9d7239a52632), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:07.030125 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-9c0c854a-21cc-4355-aea9-45c4abfd8cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (1dc76612-bd75-4f49-86e9-9d7239a52632), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:07.068813 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-9c0c854a-21cc-4355-aea9-45c4abfd8cc5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=00d016292a72460fb57f48b4cba75f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243938 May 12 17:51:07.069028 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2c237601-7258-40f2-8269-f871d76e1127 req-d7241a87-ec82-4527-b677-611fb185cae1 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dd105a2-db8e-490c-babf-896a46a039b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431957 May 12 17:51:07.069702 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c854a-21cc-4355-aea9-45c4abfd8cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc76612-bd75-4f49-86e9-9d7239a52632,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:07.071338 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 54674) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:07.125805 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2c6d2ede-00b6-4411-8497-47b5b809b767 admin admin] Publish callbacks [] for security_group (1dc76612-bd75-4f49-86e9-9d7239a52632), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:07.147659 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2c6d2ede-00b6-4411-8497-47b5b809b767 admin admin] Publish callbacks [] for security_group (1dc76612-bd75-4f49-86e9-9d7239a52632), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:07.194201 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2c6d2ede-00b6-4411-8497-47b5b809b767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (1dc76612-bd75-4f49-86e9-9d7239a52632), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:07.196769 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-2c6d2ede-00b6-4411-8497-47b5b809b767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:07.197964 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-2c6d2ede-00b6-4411-8497-47b5b809b767 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1dc76612-bd75-4f49-86e9-9d7239a52632 HTTP/1.1" status: 204 len: 168 time: 0.1256025 May 12 17:51:07.205492 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d2ede-00b6-4411-8497-47b5b809b767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc76612-bd75-4f49-86e9-9d7239a52632,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:07.462958 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 54680) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:07.476561 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b07b9893-4a15-4778-957b-46e6fc3b24c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:07.556252 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b07b9893-4a15-4778-957b-46e6fc3b24c6 admin admin] Publish callbacks [] for security_group (dd5905ec-28dd-4eaa-b19e-751798031b43), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:07.559972 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b07b9893-4a15-4778-957b-46e6fc3b24c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (dd5905ec-28dd-4eaa-b19e-751798031b43), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:07.597908 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-b07b9893-4a15-4778-957b-46e6fc3b24c6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b310ad35f95a4b5eb30f4a18131cd71f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331060 May 12 17:51:07.598791 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b9893-4a15-4778-957b-46e6fc3b24c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5905ec-28dd-4eaa-b19e-751798031b43,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:07.600676 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 54682) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:07.656081 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-43df15b5-0e0e-4bf7-9225-81b7c84e4108 admin admin] Publish callbacks [] for security_group (dd5905ec-28dd-4eaa-b19e-751798031b43), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:07.677331 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-43df15b5-0e0e-4bf7-9225-81b7c84e4108 admin admin] Publish callbacks [] for security_group (dd5905ec-28dd-4eaa-b19e-751798031b43), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:07.723686 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-43df15b5-0e0e-4bf7-9225-81b7c84e4108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (dd5905ec-28dd-4eaa-b19e-751798031b43), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:07.726137 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-43df15b5-0e0e-4bf7-9225-81b7c84e4108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:07.727309 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-43df15b5-0e0e-4bf7-9225-81b7c84e4108 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dd5905ec-28dd-4eaa-b19e-751798031b43 HTTP/1.1" status: 204 len: 168 time: 0.1252139 May 12 17:51:07.736056 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df15b5-0e0e-4bf7-9225-81b7c84e4108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5905ec-28dd-4eaa-b19e-751798031b43,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:08.147168 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 527b56b8-4df4-48a7-864e-0f0b87a2f817 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:51:08.206578 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7c08f-bed7-4824-bf8e-ff354912b949 req-52caafae-c5b5-4e82-8ee9-e4c545b23258 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:08.208315 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b7d7c08f-bed7-4824-bf8e-ff354912b949 req-52caafae-c5b5-4e82-8ee9-e4c545b23258 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 947 time: 0.0530918 May 12 17:51:08.253010 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 527b56b8-4df4-48a7-864e-0f0b87a2f817, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=527b56b8-4df4-48a7-864e-0f0b87a2f817,segment=NetworkSegment(0ac769c3-de20-4a49-9792-59ee29532362),segment_id=0ac769c3-de20-4a49-9792-59ee29532362)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:08.265682 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': '527b56b8-4df4-48a7-864e-0f0b87a2f817', 'network_id': 'fdcf5c35-379a-4e93-bb54-e0c587372a4d', 'port_id': '527b56b8-4df4-48a7-864e-0f0b87a2f817', 'mac_address': 'fa:16:3e:cd:73:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00bccab4-c8fc-4ad8-821a-e26044a1c04b', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:51:08.267869 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b7d7c08f-bed7-4824-bf8e-ff354912b949 req-4ffc43e8-037e-48ed-bbbe-514881661b87 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dd105a2-db8e-490c-babf-896a46a039b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492187 May 12 17:51:08.308965 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 527b56b8-4df4-48a7-864e-0f0b87a2f817 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:08.309352 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (527b56b8-4df4-48a7-864e-0f0b87a2f817), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:08.323933 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527b56b8-4df4-48a7-864e-0f0b87a2f817 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:51:08.357920 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 527b56b8-4df4-48a7-864e-0f0b87a2f817, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=527b56b8-4df4-48a7-864e-0f0b87a2f817,segment=NetworkSegment(0ac769c3-de20-4a49-9792-59ee29532362),segment_id=0ac769c3-de20-4a49-9792-59ee29532362)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:08.363206 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (527b56b8-4df4-48a7-864e-0f0b87a2f817), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:08.417671 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=527b56b8-4df4-48a7-864e-0f0b87a2f817,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:08.626965 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['527b56b8-4df4-48a7-864e-0f0b87a2f817'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:51:09.392998 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7332e-ecc0-4d82-9713-681e84ca03a5 req-84190241-dc1a-4acf-8213-283bffda694a tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:09.394582 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fff7332e-ecc0-4d82-9713-681e84ca03a5 req-84190241-dc1a-4acf-8213-283bffda694a tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 948 time: 0.0530427 May 12 17:51:09.456664 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fff7332e-ecc0-4d82-9713-681e84ca03a5 req-9a8f5ce9-2b59-4729-be68-64b1fe2e3b63 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dd105a2-db8e-490c-babf-896a46a039b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528352 May 12 17:51:10.161608 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 527b56b8-4df4-48a7-864e-0f0b87a2f817 up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:51:10.209929 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port 527b56b8-4df4-48a7-864e-0f0b87a2f817 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:51:10.215667 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port 527b56b8-4df4-48a7-864e-0f0b87a2f817 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:10.216051 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (527b56b8-4df4-48a7-864e-0f0b87a2f817), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:10.299551 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port 527b56b8-4df4-48a7-864e-0f0b87a2f817 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:10.299949 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (527b56b8-4df4-48a7-864e-0f0b87a2f817), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:10.324323 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6d9750-3969-4d0e-8973-3690ea41849e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527b56b8-4df4-48a7-864e-0f0b87a2f817'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:51:10.326572 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc9c2db-ce57-4895-8e7c-e0cef3249928" -d '{"events": [{"server_uuid": "7c6d9750-3969-4d0e-8973-3690ea41849e", "name": "network-vif-plugged", "status": "completed", "tag": "527b56b8-4df4-48a7-864e-0f0b87a2f817"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:51:10.339007 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port 527b56b8-4df4-48a7-864e-0f0b87a2f817, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=527b56b8-4df4-48a7-864e-0f0b87a2f817,segment=NetworkSegment(0ac769c3-de20-4a49-9792-59ee29532362),segment_id=0ac769c3-de20-4a49-9792-59ee29532362)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:10.342867 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (527b56b8-4df4-48a7-864e-0f0b87a2f817), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:10.365880 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fca94f2-0701-4edf-9a8d-59f17559d668 x-openstack-request-id: req-9fca94f2-0701-4edf-9a8d-59f17559d668 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:51:10.366172 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6d9750-3969-4d0e-8973-3690ea41849e", "name": "network-vif-plugged", "status": "completed", "tag": "527b56b8-4df4-48a7-864e-0f0b87a2f817", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:51:10.366430 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9fca94f2-0701-4edf-9a8d-59f17559d668 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:51:10.366857 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fca94f2-0701-4edf-9a8d-59f17559d668'] response: {'server_uuid': '7c6d9750-3969-4d0e-8973-3690ea41849e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527b56b8-4df4-48a7-864e-0f0b87a2f817', 'code': 200} May 12 17:51:10.397167 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=527b56b8-4df4-48a7-864e-0f0b87a2f817,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:10.552183 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9025e-a3fa-401e-a170-352d26a77a54 req-8abf77d5-03ee-4d05-b823-724a9e16315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:10.554172 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-60e9025e-a3fa-401e-a170-352d26a77a54 req-8abf77d5-03ee-4d05-b823-724a9e16315b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 1133 time: 0.0646627 May 12 17:51:10.615931 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbe066-0184-4191-a3cc-bfea44ae90df req-eb1afeb0-2111-44e8-8269-4885b93c7194 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:10.617457 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-63cbe066-0184-4191-a3cc-bfea44ae90df req-eb1afeb0-2111-44e8-8269-4885b93c7194 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 949 time: 0.0675969 May 12 17:51:10.638800 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-60e9025e-a3fa-401e-a170-352d26a77a54 req-67ff4040-d5fb-41ac-b1a9-90f308d55900 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0dd105a2-db8e-490c-babf-896a46a039b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749297 May 12 17:51:10.675385 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-63cbe066-0184-4191-a3cc-bfea44ae90df req-74a5ec25-cdc8-4465-a66c-a5bc4fef26b4 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dd105a2-db8e-490c-babf-896a46a039b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492899 May 12 17:51:10.842856 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:11.793491 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f8599-0feb-4b39-b6bf-13b7073146e0 req-d3e2c62b-002a-4a4f-9e38-dad2cba7dc03 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:11.794965 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3b0f8599-0feb-4b39-b6bf-13b7073146e0 req-d3e2c62b-002a-4a4f-9e38-dad2cba7dc03 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 949 time: 0.0506310 May 12 17:51:11.842250 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-3b0f8599-0feb-4b39-b6bf-13b7073146e0 req-8eaf3bcc-cc71-45a8-8cbf-6baff8f9a5e8 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dd105a2-db8e-490c-babf-896a46a039b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416772 May 12 17:51:12.957681 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5535c-bdac-4155-b8f2-287cb5951146 req-67a9af36-3c6e-4de5-a5ef-8ed808d70714 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:12.959150 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e5b5535c-bdac-4155-b8f2-287cb5951146 req-67a9af36-3c6e-4de5-a5ef-8ed808d70714 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 949 time: 0.0486653 May 12 17:51:13.018114 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e5b5535c-bdac-4155-b8f2-287cb5951146 req-cc7e7c06-5015-4189-8945-a84a0a7818df tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dd105a2-db8e-490c-babf-896a46a039b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526583 May 12 17:51:13.274443 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505f3ea-6bdf-4b5e-ab06-5a30c08c61e6 req-f94362dc-3279-4617-9b29-fd84c735911b tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:13.275874 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e505f3ea-6bdf-4b5e-ab06-5a30c08c61e6 req-f94362dc-3279-4617-9b29-fd84c735911b tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 949 time: 0.0501597 May 12 17:51:13.324504 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e505f3ea-6bdf-4b5e-ab06-5a30c08c61e6 req-264679f8-8791-4dcc-8c85-29a639b30c07 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dd105a2-db8e-490c-babf-896a46a039b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422785 May 12 17:51:14.441122 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681164f9-2226-4460-95d7-39e6f80ac9d3 req-496d054a-73e6-4cbc-87be-1737cb87b901 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:14.442552 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-681164f9-2226-4460-95d7-39e6f80ac9d3 req-496d054a-73e6-4cbc-87be-1737cb87b901 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 949 time: 0.0467620 May 12 17:51:14.489088 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-681164f9-2226-4460-95d7-39e6f80ac9d3 req-fe45e67e-e5f5-4c21-a8b0-2d77ac334ce2 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dd105a2-db8e-490c-babf-896a46a039b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410240 May 12 17:51:14.788520 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151b56b-56ad-4a45-81a3-eb0f19e989cd req-4e9fcd69-0007-4980-976a-f8eecdbc0441 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:14.789998 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b151b56b-56ad-4a45-81a3-eb0f19e989cd req-4e9fcd69-0007-4980-976a-f8eecdbc0441 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.89 "GET /v2.0/ports?device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 949 time: 0.0539153 May 12 17:51:15.156730 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [req-b151b56b-56ad-4a45-81a3-eb0f19e989cd req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Deleting port 527b56b8-4df4-48a7-864e-0f0b87a2f817 {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:51:15.157077 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-b151b56b-56ad-4a45-81a3-eb0f19e989cd req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (527b56b8-4df4-48a7-864e-0f0b87a2f817), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:15.248225 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-b151b56b-56ad-4a45-81a3-eb0f19e989cd req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] For port 527b56b8-4df4-48a7-864e-0f0b87a2f817, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=527b56b8-4df4-48a7-864e-0f0b87a2f817,segment=NetworkSegment(0ac769c3-de20-4a49-9792-59ee29532362),segment_id=0ac769c3-de20-4a49-9792-59ee29532362)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:15.248595 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-b151b56b-56ad-4a45-81a3-eb0f19e989cd req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (527b56b8-4df4-48a7-864e-0f0b87a2f817), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:15.262533 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [req-b151b56b-56ad-4a45-81a3-eb0f19e989cd req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Calling delete_port for 527b56b8-4df4-48a7-864e-0f0b87a2f817 owned by compute:nova {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:51:15.386915 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-b151b56b-56ad-4a45-81a3-eb0f19e989cd req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (527b56b8-4df4-48a7-864e-0f0b87a2f817), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:15.403204 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['527b56b8-4df4-48a7-864e-0f0b87a2f817'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:51:15.414809 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Pushing event deleted for resources: {'Port': ['ID=527b56b8-4df4-48a7-864e-0f0b87a2f817,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:15.441553 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:15.441908 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:15.442253 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:15.442598 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:15.442966 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:15.443296 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:15.443630 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:15.443961 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:15.444291 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:15.444624 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:15.444953 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:15.445282 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:15.445606 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:15.445929 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:15.446252 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:15.474013 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [req-b151b56b-56ad-4a45-81a3-eb0f19e989cd req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] No DVR routers for this DVR port 527b56b8-4df4-48a7-864e-0f0b87a2f817 on host hv-cinder-83979 {{(pid=110068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:51:15.476674 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-b151b56b-56ad-4a45-81a3-eb0f19e989cd req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:15.480249 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-b151b56b-56ad-4a45-81a3-eb0f19e989cd req-3a781e77-e95d-466e-829c-89beac18b746 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.89 "DELETE /v2.0/ports/527b56b8-4df4-48a7-864e-0f0b87a2f817 HTTP/1.1" status: 204 len: 173 time: 0.6840703 May 12 17:51:15.480704 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6d9750-3969-4d0e-8973-3690ea41849e', 'name': 'network-vif-deleted', 'tag': '527b56b8-4df4-48a7-864e-0f0b87a2f817'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:51:15.483052 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd276f85-7b5c-408c-b8ff-a3d930b4032b" -d '{"events": [{"server_uuid": "7c6d9750-3969-4d0e-8973-3690ea41849e", "name": "network-vif-deleted", "tag": "527b56b8-4df4-48a7-864e-0f0b87a2f817"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:51:15.543420 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419f0cd6-fe08-4a25-9454-8a1623fc9842 x-openstack-request-id: req-419f0cd6-fe08-4a25-9454-8a1623fc9842 {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:51:15.543420 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6d9750-3969-4d0e-8973-3690ea41849e", "name": "network-vif-deleted", "tag": "527b56b8-4df4-48a7-864e-0f0b87a2f817", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:51:15.543420 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-419f0cd6-fe08-4a25-9454-8a1623fc9842 {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:51:15.544021 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419f0cd6-fe08-4a25-9454-8a1623fc9842'] response: {'server_uuid': '7c6d9750-3969-4d0e-8973-3690ea41849e', 'name': 'network-vif-deleted', 'tag': '527b56b8-4df4-48a7-864e-0f0b87a2f817', 'status': 'completed', 'code': 200} May 12 17:51:15.599516 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dc3c702f-0a3b-4d56-a3f4-411585e74530 req-2b986fb4-542b-40a9-815a-da6e2df0c350 tempest-VolumesNegativeTest-1349531646 tempest-VolumesNegativeTest-1349531646-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c6d9750-3969-4d0e-8973-3690ea41849e HTTP/1.1" status: 200 len: 210 time: 0.0317073 May 12 17:51:18.188884 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 527b56b8-4df4-48a7-864e-0f0b87a2f817 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:51:18.213171 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: 527b56b8-4df4-48a7-864e-0f0b87a2f817 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:51:18.213530 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 527b56b8-4df4-48a7-864e-0f0b87a2f817 not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:51:18.531624 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55054) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:18.654000 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c427af32-67a0-4d08-aa19-f7a29ae38c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:18.736870 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c427af32-67a0-4d08-aa19-f7a29ae38c8b admin admin] Publish callbacks [] for security_group (7f7fae10-6eaa-426b-9928-6479d98c9b2b), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:18.754905 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-c427af32-67a0-4d08-aa19-f7a29ae38c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (7f7fae10-6eaa-426b-9928-6479d98c9b2b), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:18.798140 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-c427af32-67a0-4d08-aa19-f7a29ae38c8b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fa14d2e1e2274c178fa595b0d36a610f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645676 May 12 17:51:18.800696 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55074) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:18.807420 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427af32-67a0-4d08-aa19-f7a29ae38c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7fae10-6eaa-426b-9928-6479d98c9b2b,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:18.870400 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d06ee5b4-c569-4672-bf54-32e20d6cdb7c admin admin] Publish callbacks [] for security_group (7f7fae10-6eaa-426b-9928-6479d98c9b2b), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:18.897009 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d06ee5b4-c569-4672-bf54-32e20d6cdb7c admin admin] Publish callbacks [] for security_group (7f7fae10-6eaa-426b-9928-6479d98c9b2b), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:18.948667 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d06ee5b4-c569-4672-bf54-32e20d6cdb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (7f7fae10-6eaa-426b-9928-6479d98c9b2b), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:18.951934 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d06ee5b4-c569-4672-bf54-32e20d6cdb7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:18.953091 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-d06ee5b4-c569-4672-bf54-32e20d6cdb7c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f7fae10-6eaa-426b-9928-6479d98c9b2b HTTP/1.1" status: 204 len: 168 time: 0.1510088 May 12 17:51:18.961575 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ee5b4-c569-4672-bf54-32e20d6cdb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7fae10-6eaa-426b-9928-6479d98c9b2b,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:19.242272 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 55110) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:19.256381 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-55b736ff-7839-4d31-b6da-5792a7be9e13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.339720 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-55b736ff-7839-4d31-b6da-5792a7be9e13 admin admin] Publish callbacks [] for security_group (ab4d48ff-fdf6-4f13-8800-077c2cc3bb58), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.345034 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-55b736ff-7839-4d31-b6da-5792a7be9e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (ab4d48ff-fdf6-4f13-8800-077c2cc3bb58), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.382295 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-55b736ff-7839-4d31-b6da-5792a7be9e13 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=54b67fc9ee754144b24847c610101d61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389472 May 12 17:51:19.384283 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b736ff-7839-4d31-b6da-5792a7be9e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4d48ff-fdf6-4f13-8800-077c2cc3bb58,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:19.385045 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55116) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:19.436167 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a4e30da6-bc23-4615-bc48-2d219c73d55d admin admin] Publish callbacks [] for security_group (ab4d48ff-fdf6-4f13-8800-077c2cc3bb58), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.459003 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a4e30da6-bc23-4615-bc48-2d219c73d55d admin admin] Publish callbacks [] for security_group (ab4d48ff-fdf6-4f13-8800-077c2cc3bb58), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.506943 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a4e30da6-bc23-4615-bc48-2d219c73d55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (ab4d48ff-fdf6-4f13-8800-077c2cc3bb58), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.509572 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a4e30da6-bc23-4615-bc48-2d219c73d55d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:19.510726 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-a4e30da6-bc23-4615-bc48-2d219c73d55d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ab4d48ff-fdf6-4f13-8800-077c2cc3bb58 HTTP/1.1" status: 204 len: 168 time: 0.1246853 May 12 17:51:19.519357 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e30da6-bc23-4615-bc48-2d219c73d55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4d48ff-fdf6-4f13-8800-077c2cc3bb58,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:20.384057 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-40bce4e4-a5d2-40ad-8733-e90f5b1495c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:20.643219 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55160) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:20.774658 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-98f53ee9-d2ef-4f8f-a7dd-ade975f1ee01 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=33191abe2493419b91a6c40da029f81e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301470 May 12 17:51:20.777111 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55164) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:20.825418 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5f49625c-4b28-4aca-9c63-17cbdce0f282 admin admin] Publish callbacks [] for security_group (0dd105a2-db8e-490c-babf-896a46a039b2), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:20.846115 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5f49625c-4b28-4aca-9c63-17cbdce0f282 admin admin] Publish callbacks [] for security_group (0dd105a2-db8e-490c-babf-896a46a039b2), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:20.892849 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5f49625c-4b28-4aca-9c63-17cbdce0f282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (0dd105a2-db8e-490c-babf-896a46a039b2), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:20.895481 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5f49625c-4b28-4aca-9c63-17cbdce0f282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:20.896681 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-5f49625c-4b28-4aca-9c63-17cbdce0f282 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0dd105a2-db8e-490c-babf-896a46a039b2 HTTP/1.1" status: 204 len: 168 time: 0.1186409 May 12 17:51:20.905144 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49625c-4b28-4aca-9c63-17cbdce0f282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd105a2-db8e-490c-babf-896a46a039b2,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:21.521656 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 55192) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:21.616870 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-d0d8a1b4-220e-478e-aeaa-e166fbee3965 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-209215553-network', 'tenant_id': 'c3403873c6404cd1a227b411c653126f'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:21.636428 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d8a1b4-220e-478e-aeaa-e166fbee3965 admin admin] Made reservation on behalf of c3403873c6404cd1a227b411c653126f for: {'network': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:51:21.639771 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a1b4-220e-478e-aeaa-e166fbee3965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.648179 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a1b4-220e-478e-aeaa-e166fbee3965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.724763 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a1b4-220e-478e-aeaa-e166fbee3965 admin admin] Publish callbacks [] for security_group (84016dfb-7aa8-4ea4-ab73-ccbfed5416d7), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.730641 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a1b4-220e-478e-aeaa-e166fbee3965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (84016dfb-7aa8-4ea4-ab73-ccbfed5416d7), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.748904 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d8a1b4-220e-478e-aeaa-e166fbee3965 admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=110068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:51:21.768131 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a1b4-220e-478e-aeaa-e166fbee3965 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (da1aa763-2d19-4eb7-827a-7231f2e5d01a), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.768541 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.segments_db [None req-d0d8a1b4-220e-478e-aeaa-e166fbee3965 admin admin] Added segment da1aa763-2d19-4eb7-827a-7231f2e5d01a of type vlan for network 1b01b3c7-1729-4430-8c0d-0413e4982878 May 12 17:51:21.780383 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8a1b4-220e-478e-aeaa-e166fbee3965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:21.823100 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a1b4-220e-478e-aeaa-e166fbee3965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (1b01b3c7-1729-4430-8c0d-0413e4982878), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.851236 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a1b4-220e-478e-aeaa-e166fbee3965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (1b01b3c7-1729-4430-8c0d-0413e4982878), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.852167 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d8a1b4-220e-478e-aeaa-e166fbee3965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:21.852744 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a1b4-220e-478e-aeaa-e166fbee3965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.888744 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-d0d8a1b4-220e-478e-aeaa-e166fbee3965 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3659258 May 12 17:51:21.891745 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55202) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:21.896748 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-3d729fdf-c937-497a-b015-72b1d8ad40b1 admin admin] Request body: {'subnet': {'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-209215553-subnet', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'ip_version': 4}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:21.916854 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8a1b4-220e-478e-aeaa-e166fbee3965 admin admin] Pushing event updated for resources: {'Network': ['ID=1b01b3c7-1729-4430-8c0d-0413e4982878,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:21.920209 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d729fdf-c937-497a-b015-72b1d8ad40b1 admin admin] Made reservation on behalf of c3403873c6404cd1a227b411c653126f for: {'subnet': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:51:21.922547 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3d729fdf-c937-497a-b015-72b1d8ad40b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3500434'] for subnet (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:21.927011 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network 1b01b3c7-1729-4430-8c0d-0413e4982878 details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:51:22.091005 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3d729fdf-c937-497a-b015-72b1d8ad40b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3143433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3500420'] for subnet (05e76cba-bff6-4e87-adca-1ebe03bf8865), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:22.145757 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d729fdf-c937-497a-b015-72b1d8ad40b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e76cba-bff6-4e87-adca-1ebe03bf8865,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:22.154642 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d729fdf-c937-497a-b015-72b1d8ad40b1 admin admin] Checking segment: {'id': 'da1aa763-2d19-4eb7-827a-7231f2e5d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:22.155021 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d729fdf-c937-497a-b015-72b1d8ad40b1 admin admin] Network hostable DHCP agents. Network: 1b01b3c7-1729-4430-8c0d-0413e4982878, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:51:22.173129 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d729fdf-c937-497a-b015-72b1d8ad40b1 admin admin] Network 1b01b3c7-1729-4430-8c0d-0413e4982878 is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:51:22.183028 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-3d729fdf-c937-497a-b015-72b1d8ad40b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, 1b01b3c7-1729-4430-8c0d-0413e4982878) {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:22.188093 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d729fdf-c937-497a-b015-72b1d8ad40b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:22.188696 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-3d729fdf-c937-497a-b015-72b1d8ad40b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:22.194266 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3884f343-962a-43df-b1bf-ab1b05965ce7 None None] Network 1b01b3c7-1729-4430-8c0d-0413e4982878 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:51:22.209200 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-3d729fdf-c937-497a-b015-72b1d8ad40b1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3163173 May 12 17:51:22.213086 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 55208) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:22.218069 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-209215553-router', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:22.243753 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3659'] for router (e490d4ff-6137-4ff2-ae4e-a2515c0cf116), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:22.245755 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3650'] for router (e490d4ff-6137-4ff2-ae4e-a2515c0cf116), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:22.307688 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87a1f776-934d-5dcf-9a04-ef15ef25d80b-1b01b3c7-1729-4430-8c0d-0413e4982878', 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'project_id': 'c3403873c6404cd1a227b411c653126f', 'fixed_ips': [{'subnet_id': '05e76cba-bff6-4e87-adca-1ebe03bf8865'}]}} from dv-cinder-839793-10-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:51:22.308915 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:22.317601 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Publish callbacks [] for router_controller (e490d4ff-6137-4ff2-ae4e-a2515c0cf116), precommit_add_association {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:22.446338 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Allocated IP 172.20.0.2 (1b01b3c7-1729-4430-8c0d-0413e4982878/05e76cba-bff6-4e87-adca-1ebe03bf8865/474c1447-3ba5-489e-912c-6bc0debe744e) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:51:22.459393 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Publish callbacks [] for router_gateway (e490d4ff-6137-4ff2-ae4e-a2515c0cf116), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:22.594204 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Publish callbacks [] for port (474c1447-3ba5-489e-912c-6bc0debe744e), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:22.599934 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (474c1447-3ba5-489e-912c-6bc0debe744e), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:22.642136 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Publish callbacks [] for router_gateway (e490d4ff-6137-4ff2-ae4e-a2515c0cf116), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:22.650920 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Network 1b01b3c7-1729-4430-8c0d-0413e4982878 is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:51:22.657320 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:22.661589 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:22.662349 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:51:22.664378 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-39a9344f-4f17-4a95-82f1-b07a9ee3010c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:22.666623 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Pushing event updated for resources: {'Port': ['ID=474c1447-3ba5-489e-912c-6bc0debe744e,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:22.728124 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Attempting to bind port 474c1447-3ba5-489e-912c-6bc0debe744e on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:51:22.728432 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Attempting to bind port 474c1447-3ba5-489e-912c-6bc0debe744e by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'da1aa763-2d19-4eb7-827a-7231f2e5d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:51:22.728798 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Attempting to bind port 474c1447-3ba5-489e-912c-6bc0debe744e on network 1b01b3c7-1729-4430-8c0d-0413e4982878 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:51:22.734557 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:51:22.734964 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Checking segment: {'id': 'da1aa763-2d19-4eb7-827a-7231f2e5d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:22.735366 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:22.735758 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Bound using segment: {'id': 'da1aa763-2d19-4eb7-827a-7231f2e5d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:51:22.736220 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Bound port: 474c1447-3ba5-489e-912c-6bc0debe744e, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1aa763-2d19-4eb7-827a-7231f2e5d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:51:22.736595 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (474c1447-3ba5-489e-912c-6bc0debe744e), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:22.771874 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Allocated IP 172.27.3.181 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/b432994c-9fae-40a2-87db-ee15b7ddbe6b) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:51:22.806751 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] For port 474c1447-3ba5-489e-912c-6bc0debe744e, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:51:22.810516 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] For port 474c1447-3ba5-489e-912c-6bc0debe744e, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=474c1447-3ba5-489e-912c-6bc0debe744e,segment=NetworkSegment(da1aa763-2d19-4eb7-827a-7231f2e5d01a),segment_id=da1aa763-2d19-4eb7-827a-7231f2e5d01a)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:51:22.817128 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (474c1447-3ba5-489e-912c-6bc0debe744e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:22.875647 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961b368-bb94-46ba-a1cb-9e518b85c1d2 None None] Pushing event updated for resources: {'Port': ['ID=474c1447-3ba5-489e-912c-6bc0debe744e,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:22.885899 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Publish callbacks [] for port (b432994c-9fae-40a2-87db-ee15b7ddbe6b), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:22.923422 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (b432994c-9fae-40a2-87db-ee15b7ddbe6b), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:22.963628 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:51:22.974301 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:22.976714 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:51:22.984060 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=b432994c-9fae-40a2-87db-ee15b7ddbe6b,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:23.255462 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Publish callbacks [] for router_gateway (e490d4ff-6137-4ff2-ae4e-a2515c0cf116), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:23.457710 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871696'] for router (e490d4ff-6137-4ff2-ae4e-a2515c0cf116), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:23.592577 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 is scheduled to L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 with binding_index 1 {{(pid=110068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:51:23.710183 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:51:23.725835 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Sync routers for ids ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:51:23.730770 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:23.735587 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55218) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:23.736282 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-09604ce2-65ff-4079-b799-27cb705f8ce9 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5220070 May 12 17:51:23.750010 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 474c1447-3ba5-489e-912c-6bc0debe744e up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:51:23.753916 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Routers {'e490d4ff-6137-4ff2-ae4e-a2515c0cf116'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:23.754416 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:23.851849 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ddcc6c-d3cb-4fca-b14e-0f7217d71f88 None None] Network 1b01b3c7-1729-4430-8c0d-0413e4982878 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:51:24.056927 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 474c1447-3ba5-489e-912c-6bc0debe744e triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:24.057214 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (474c1447-3ba5-489e-912c-6bc0debe744e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:24.124666 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-07c7dcdf-ddcb-4a16-bf7e-9e6464794833 None None] Provisioning complete for port 474c1447-3ba5-489e-912c-6bc0debe744e triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:24.124959 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-07c7dcdf-ddcb-4a16-bf7e-9e6464794833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (474c1447-3ba5-489e-912c-6bc0debe744e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:24.126495 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:24.160983 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Set router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:24.177756 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:24.339501 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Allocated IP 172.20.0.1 (1b01b3c7-1729-4430-8c0d-0413e4982878/05e76cba-bff6-4e87-adca-1ebe03bf8865/0b537163-10c2-49bb-b7a0-e5f3d9a62dc4) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:51:24.422442 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 474c1447-3ba5-489e-912c-6bc0debe744e is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:24.422869 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (474c1447-3ba5-489e-912c-6bc0debe744e), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:24.427671 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-07c7dcdf-ddcb-4a16-bf7e-9e6464794833 None None] Current status of the port 474c1447-3ba5-489e-912c-6bc0debe744e is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:24.428057 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-07c7dcdf-ddcb-4a16-bf7e-9e6464794833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (474c1447-3ba5-489e-912c-6bc0debe744e), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:24.455682 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Publish callbacks [] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:24.489241 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:24.508910 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'name': 'tempest-TestMinimumBasicScenario-209215553-router', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:23Z', 'revision_number': 3, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'gw_port': {'id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:42:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:24.511819 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] For port 474c1447-3ba5-489e-912c-6bc0debe744e, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=474c1447-3ba5-489e-912c-6bc0debe744e,segment=NetworkSegment(da1aa763-2d19-4eb7-827a-7231f2e5d01a),segment_id=da1aa763-2d19-4eb7-827a-7231f2e5d01a)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:24.528156 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Network 1b01b3c7-1729-4430-8c0d-0413e4982878 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:51:24.531137 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:24.535171 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:51:24.541262 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Checking router: e490d4ff-6137-4ff2-ae4e-a2515c0cf116 for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:51:24.541550 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Updating router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 port b432994c-9fae-40a2-87db-ee15b7ddbe6b binding host dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:51:24.544210 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (474c1447-3ba5-489e-912c-6bc0debe744e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:24.585556 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b537163-10c2-49bb-b7a0-e5f3d9a62dc4,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:24.597507 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:24.597967 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:24.598287 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:24.598460 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:24.598819 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:24.599229 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:24.599482 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:24.599816 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:24.600149 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:24.600463 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:24.600797 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:24.601135 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:24.601459 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:24.601785 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:24.602109 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:24.608559 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867645'] for router_interface (e490d4ff-6137-4ff2-ae4e-a2515c0cf116), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:24.630323 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (b432994c-9fae-40a2-87db-ee15b7ddbe6b), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:24.665597 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.db.api [None req-07c7dcdf-ddcb-4a16-bf7e-9e6464794833 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 17:51:24.665934 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG oslo_db.api [None req-07c7dcdf-ddcb-4a16-bf7e-9e6464794833 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 17:51:24.668363 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Pushing event updated for resources: {'Port': ['ID=474c1447-3ba5-489e-912c-6bc0debe744e,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:24.753162 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:24.956504 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Publish callbacks [] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:24.961147 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:24.964085 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Publish callbacks [] for port (b432994c-9fae-40a2-87db-ee15b7ddbe6b), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:24.970439 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (b432994c-9fae-40a2-87db-ee15b7ddbe6b), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:25.022350 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a29eef-6a66-4b38-a7e2-ecde094fb141 None None] Pushing event updated for resources: {'Port': ['ID=b432994c-9fae-40a2-87db-ee15b7ddbe6b,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:25.024964 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Attempting to bind port b432994c-9fae-40a2-87db-ee15b7ddbe6b on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:51:25.025339 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Attempting to bind port b432994c-9fae-40a2-87db-ee15b7ddbe6b by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:51:25.025697 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Attempting to bind port b432994c-9fae-40a2-87db-ee15b7ddbe6b on network b6af4ff4-d32b-4188-9b8b-39d506141485 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:51:25.027960 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b537163-10c2-49bb-b7a0-e5f3d9a62dc4,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:25.030481 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7866807'] for router_interface (e490d4ff-6137-4ff2-ae4e-a2515c0cf116), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:25.031763 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:51:25.032138 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Checking segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:25.032545 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:25.032934 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Bound using segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:51:25.033406 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Bound port: b432994c-9fae-40a2-87db-ee15b7ddbe6b, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:51:25.033793 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (b432994c-9fae-40a2-87db-ee15b7ddbe6b), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:25.088596 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] For port b432994c-9fae-40a2-87db-ee15b7ddbe6b, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:51:25.092232 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] For port b432994c-9fae-40a2-87db-ee15b7ddbe6b, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=b432994c-9fae-40a2-87db-ee15b7ddbe6b,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:51:25.098044 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (b432994c-9fae-40a2-87db-ee15b7ddbe6b), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:25.162111 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Routers {'e490d4ff-6137-4ff2-ae4e-a2515c0cf116'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:25.162687 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:25.209297 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a29eef-6a66-4b38-a7e2-ecde094fb141 None None] Pushing event updated for resources: {'Port': ['ID=b432994c-9fae-40a2-87db-ee15b7ddbe6b,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:25.267274 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-07c7dcdf-ddcb-4a16-bf7e-9e6464794833 None None] Current status of the port 474c1447-3ba5-489e-912c-6bc0debe744e is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:25.279335 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:25.336189 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] Set router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:25.391797 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Network 1b01b3c7-1729-4430-8c0d-0413e4982878 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:51:25.393228 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:25.433463 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-16bc9dbf-a675-4cac-adc4-6c4536ea1d02 None None] Provisioning complete for port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:25.433858 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-16bc9dbf-a675-4cac-adc4-6c4536ea1d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:25.523991 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-16bc9dbf-a675-4cac-adc4-6c4536ea1d02 None None] Port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:51:25.526348 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:51:25.538974 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-16bc9dbf-a675-4cac-adc4-6c4536ea1d02 None None] Provisioning complete for port 474c1447-3ba5-489e-912c-6bc0debe744e triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:25.539347 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-16bc9dbf-a675-4cac-adc4-6c4536ea1d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (474c1447-3ba5-489e-912c-6bc0debe744e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:25.639028 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'name': 'tempest-TestMinimumBasicScenario-209215553-router', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:24Z', 'revision_number': 4, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'gw_port': {'id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:42:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '0b537163-10c2-49bb-b7a0-e5f3d9a62dc4', 'name': '', 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'mac_address': 'fa:16:3e:c4:94:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:24Z', 'updated_at': '2022-05-12T17:51:24Z', 'revision_number': 2, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'subnets': [{'id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:25.650978 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:51:25.656926 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-899c9fe8-2ad0-4230-b77a-1a5689ac58e1 admin admin] 10.222.0.76 "PUT /v2.0/routers/e490d4ff-6137-4ff2-ae4e-a2515c0cf116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9194722 May 12 17:51:25.683338 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d68fa2a-bd08-4ed2-91b0-2c4ab6cd6615 None None] The sync data for ids ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'] in dv-cinder-839793-10-iscsi is: [{'id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'name': 'tempest-TestMinimumBasicScenario-209215553-router', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:24Z', 'revision_number': 4, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'gw_port': {'id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:42:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '0b537163-10c2-49bb-b7a0-e5f3d9a62dc4', 'name': '', 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'mac_address': 'fa:16:3e:c4:94:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:24Z', 'updated_at': '2022-05-12T17:51:24Z', 'revision_number': 2, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'subnets': [{'id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:51:25.727310 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55234) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:25.732247 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-16bc9dbf-a675-4cac-adc4-6c4536ea1d02 None None] Current status of the port 474c1447-3ba5-489e-912c-6bc0debe744e is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:25.782345 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 474c1447-3ba5-489e-912c-6bc0debe744e up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:51:25.852421 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 474c1447-3ba5-489e-912c-6bc0debe744e triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:25.852923 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (474c1447-3ba5-489e-912c-6bc0debe744e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:25.854338 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2ba9a7bf-ce11-417b-a2ad-d817eee82b63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:25.884580 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-6cd55402-b6a7-4d8c-b48c-64da98062f6e None None] Provisioning complete for port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:25.884868 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-6cd55402-b6a7-4d8c-b48c-64da98062f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:25.944449 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-6cd55402-b6a7-4d8c-b48c-64da98062f6e None None] Port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:51:26.004652 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2ba9a7bf-ce11-417b-a2ad-d817eee82b63 admin admin] Publish callbacks [] for security_group (578f1764-83ab-42c8-9398-744f15db45a6), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.014959 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-2ba9a7bf-ce11-417b-a2ad-d817eee82b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (578f1764-83ab-42c8-9398-744f15db45a6), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.015923 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 474c1447-3ba5-489e-912c-6bc0debe744e is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:26.061296 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-2ba9a7bf-ce11-417b-a2ad-d817eee82b63 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e2cacca967694ec3ade4594dd70ffb18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327520 May 12 17:51:26.062456 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9a7bf-ce11-417b-a2ad-d817eee82b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578f1764-83ab-42c8-9398-744f15db45a6,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:26.064189 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 55246) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:26.142777 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a2e89053-84a2-4187-bf87-240d474649f5 admin admin] Publish callbacks [] for security_group (578f1764-83ab-42c8-9398-744f15db45a6), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.179195 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a2e89053-84a2-4187-bf87-240d474649f5 admin admin] Publish callbacks [] for security_group (578f1764-83ab-42c8-9398-744f15db45a6), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.271719 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a2e89053-84a2-4187-bf87-240d474649f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (578f1764-83ab-42c8-9398-744f15db45a6), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.274602 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a2e89053-84a2-4187-bf87-240d474649f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.279394 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-a2e89053-84a2-4187-bf87-240d474649f5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/578f1764-83ab-42c8-9398-744f15db45a6 HTTP/1.1" status: 204 len: 168 time: 0.2082944 May 12 17:51:26.286077 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e89053-84a2-4187-bf87-240d474649f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578f1764-83ab-42c8-9398-744f15db45a6,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:26.379253 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 55260) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:26.384485 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-3bf96c88-fe36-4367-bc0f-8c760657e341 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1480275930-network', 'tenant_id': '6e1b536bd26f4425b004bc7cab993e70'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:26.411161 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf96c88-fe36-4367-bc0f-8c760657e341 admin admin] Made reservation on behalf of 6e1b536bd26f4425b004bc7cab993e70 for: {'network': 1} {{(pid=110068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:51:26.415205 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3bf96c88-fe36-4367-bc0f-8c760657e341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for network (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.427508 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3bf96c88-fe36-4367-bc0f-8c760657e341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.524672 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3bf96c88-fe36-4367-bc0f-8c760657e341 admin admin] Publish callbacks [] for security_group (0192cccb-dc06-45a5-8d30-354a5dc64408), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.530603 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3bf96c88-fe36-4367-bc0f-8c760657e341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (0192cccb-dc06-45a5-8d30-354a5dc64408), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.553938 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf96c88-fe36-4367-bc0f-8c760657e341 admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=110068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 17:51:26.569522 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf96c88-fe36-4367-bc0f-8c760657e341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0192cccb-dc06-45a5-8d30-354a5dc64408,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:26.572765 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3bf96c88-fe36-4367-bc0f-8c760657e341 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741378415373', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (b41cb057-4c45-4d7b-8de6-1ace97d2d2ef), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.573211 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.segments_db [None req-3bf96c88-fe36-4367-bc0f-8c760657e341 admin admin] Added segment b41cb057-4c45-4d7b-8de6-1ace97d2d2ef of type vlan for network 467d70c4-0ed7-4a3f-8567-e0014b75f95e May 12 17:51:26.635517 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3bf96c88-fe36-4367-bc0f-8c760657e341 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377939101'] for network (467d70c4-0ed7-4a3f-8567-e0014b75f95e), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.657114 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.664140 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3bf96c88-fe36-4367-bc0f-8c760657e341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012'] for network (467d70c4-0ed7-4a3f-8567-e0014b75f95e), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.665517 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf96c88-fe36-4367-bc0f-8c760657e341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:26.666577 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3bf96c88-fe36-4367-bc0f-8c760657e341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.711245 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55268) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:26.711489 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-3bf96c88-fe36-4367-bc0f-8c760657e341 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3309405 May 12 17:51:26.718909 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-e3bf7f9d-48e4-4f5b-a4a7-500b18766c34 admin admin] Request body: {'subnet': {'network_id': '467d70c4-0ed7-4a3f-8567-e0014b75f95e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1480275930-subnet', 'tenant_id': '6e1b536bd26f4425b004bc7cab993e70', 'ip_version': 4}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:26.743484 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf96c88-fe36-4367-bc0f-8c760657e341 admin admin] Pushing event updated for resources: {'Network': ['ID=467d70c4-0ed7-4a3f-8567-e0014b75f95e,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:26.749571 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bf7f9d-48e4-4f5b-a4a7-500b18766c34 admin admin] Made reservation on behalf of 6e1b536bd26f4425b004bc7cab993e70 for: {'subnet': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:51:26.753132 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e3bf7f9d-48e4-4f5b-a4a7-500b18766c34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3500434'] for subnet (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:26.763052 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Network 467d70c4-0ed7-4a3f-8567-e0014b75f95e details requested by agent ovs-agent-dv-cinder-839793-10-iscsi with host dv-cinder-839793-10-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 17:51:26.962344 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e3bf7f9d-48e4-4f5b-a4a7-500b18766c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3143433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3500420'] for subnet (42bfd0c9-4b9a-4a00-b876-48953bad96c1), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.031880 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf7f9d-48e4-4f5b-a4a7-500b18766c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42bfd0c9-4b9a-4a00-b876-48953bad96c1,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:27.037475 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf7f9d-48e4-4f5b-a4a7-500b18766c34 admin admin] Checking segment: {'id': 'b41cb057-4c45-4d7b-8de6-1ace97d2d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '467d70c4-0ed7-4a3f-8567-e0014b75f95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:27.037846 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf7f9d-48e4-4f5b-a4a7-500b18766c34 admin admin] Network hostable DHCP agents. Network: 467d70c4-0ed7-4a3f-8567-e0014b75f95e, hostable agents: ['a5c5fa57-4871-4738-bb41-78d3fc2d7bc9'], hosted agents: [] {{(pid=110069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 17:51:27.057389 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf7f9d-48e4-4f5b-a4a7-500b18766c34 admin admin] Network 467d70c4-0ed7-4a3f-8567-e0014b75f95e is scheduled to be hosted by DHCP agent a5c5fa57-4871-4738-bb41-78d3fc2d7bc9 with binding_index 1 {{(pid=110069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 17:51:27.067904 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-e3bf7f9d-48e4-4f5b-a4a7-500b18766c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-10-iscsi, 467d70c4-0ed7-4a3f-8567-e0014b75f95e) {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:27.073983 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bf7f9d-48e4-4f5b-a4a7-500b18766c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:27.076618 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e3bf7f9d-48e4-4f5b-a4a7-500b18766c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.078239 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd361753-be69-4d87-aee0-8c63b1b901ee None None] Network 467d70c4-0ed7-4a3f-8567-e0014b75f95e requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:51:27.096442 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-e3bf7f9d-48e4-4f5b-a4a7-500b18766c34 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3839509 May 12 17:51:27.099706 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55280) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:27.104398 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1480275930-router', 'tenant_id': '6e1b536bd26f4425b004bc7cab993e70', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:27.136344 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3659'] for router (404db1b7-e42c-490a-b050-418b8e8d23e2), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.137550 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3650'] for router (404db1b7-e42c-490a-b050-418b8e8d23e2), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.203801 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Publish callbacks [] for router_controller (404db1b7-e42c-490a-b050-418b8e8d23e2), precommit_add_association {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.211936 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87a1f776-934d-5dcf-9a04-ef15ef25d80b-467d70c4-0ed7-4a3f-8567-e0014b75f95e', 'network_id': '467d70c4-0ed7-4a3f-8567-e0014b75f95e', 'project_id': '6e1b536bd26f4425b004bc7cab993e70', 'fixed_ips': [{'subnet_id': '42bfd0c9-4b9a-4a00-b876-48953bad96c1'}]}} from dv-cinder-839793-10-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 17:51:27.213894 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.384900 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Allocated IP 172.20.0.2 (467d70c4-0ed7-4a3f-8567-e0014b75f95e/42bfd0c9-4b9a-4a00-b876-48953bad96c1/bccaba1b-0293-41ba-8fe6-935a56df9e1c) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:51:27.396043 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Publish callbacks [] for router_gateway (404db1b7-e42c-490a-b050-418b8e8d23e2), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.550822 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Publish callbacks [] for port (bccaba1b-0293-41ba-8fe6-935a56df9e1c), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.558079 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823'] for port (bccaba1b-0293-41ba-8fe6-935a56df9e1c), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.600629 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Network 467d70c4-0ed7-4a3f-8567-e0014b75f95e is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:51:27.608962 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:27.611939 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:51:27.614897 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Publish callbacks [] for router_gateway (404db1b7-e42c-490a-b050-418b8e8d23e2), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.620865 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Pushing event updated for resources: {'Port': ['ID=bccaba1b-0293-41ba-8fe6-935a56df9e1c,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:27.640760 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.682466 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Attempting to bind port bccaba1b-0293-41ba-8fe6-935a56df9e1c on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:51:27.682919 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Attempting to bind port bccaba1b-0293-41ba-8fe6-935a56df9e1c by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'b41cb057-4c45-4d7b-8de6-1ace97d2d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '467d70c4-0ed7-4a3f-8567-e0014b75f95e'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:51:27.683297 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Attempting to bind port bccaba1b-0293-41ba-8fe6-935a56df9e1c on network 467d70c4-0ed7-4a3f-8567-e0014b75f95e {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:51:27.691748 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:51:27.691945 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Checking segment: {'id': 'b41cb057-4c45-4d7b-8de6-1ace97d2d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '467d70c4-0ed7-4a3f-8567-e0014b75f95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:27.692897 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.693296 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Bound using segment: {'id': 'b41cb057-4c45-4d7b-8de6-1ace97d2d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '467d70c4-0ed7-4a3f-8567-e0014b75f95e'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:51:27.693779 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Bound port: bccaba1b-0293-41ba-8fe6-935a56df9e1c, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41cb057-4c45-4d7b-8de6-1ace97d2d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '467d70c4-0ed7-4a3f-8567-e0014b75f95e'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:51:27.694171 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (bccaba1b-0293-41ba-8fe6-935a56df9e1c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.780188 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Allocated IP 172.27.3.41 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/691803c1-247b-4b57-9539-e895b6718d12) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:51:27.783995 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 55294) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:27.784779 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device b432994c-9fae-40a2-87db-ee15b7ddbe6b up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:51:27.815834 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] For port bccaba1b-0293-41ba-8fe6-935a56df9e1c, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:51:27.834976 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] For port bccaba1b-0293-41ba-8fe6-935a56df9e1c, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=bccaba1b-0293-41ba-8fe6-935a56df9e1c,segment=NetworkSegment(b41cb057-4c45-4d7b-8de6-1ace97d2d2ef),segment_id=b41cb057-4c45-4d7b-8de6-1ace97d2d2ef)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:51:27.844208 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (bccaba1b-0293-41ba-8fe6-935a56df9e1c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.885865 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port b432994c-9fae-40a2-87db-ee15b7ddbe6b triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:27.886475 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (b432994c-9fae-40a2-87db-ee15b7ddbe6b), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.901836 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Publish callbacks [] for port (691803c1-247b-4b57-9539-e895b6718d12), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.907761 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-4dd1c43b-6d68-44bb-98c8-a171d8167b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:27.940691 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624296b-aff3-494e-99b2-a69ea899bdc5 None None] Pushing event updated for resources: {'Port': ['ID=bccaba1b-0293-41ba-8fe6-935a56df9e1c,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:27.962232 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (691803c1-247b-4b57-9539-e895b6718d12), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.008674 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-4dd1c43b-6d68-44bb-98c8-a171d8167b6e admin admin] Publish callbacks [] for security_group (fa7e8907-9b1f-46d8-9231-a13c7a4e3145), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.011212 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:51:28.015639 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port b432994c-9fae-40a2-87db-ee15b7ddbe6b is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:28.016045 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (b432994c-9fae-40a2-87db-ee15b7ddbe6b), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.016742 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-4dd1c43b-6d68-44bb-98c8-a171d8167b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (fa7e8907-9b1f-46d8-9231-a13c7a4e3145), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.018092 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:28.026052 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:51:28.040512 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] For port b432994c-9fae-40a2-87db-ee15b7ddbe6b, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=b432994c-9fae-40a2-87db-ee15b7ddbe6b,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:28.048300 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (b432994c-9fae-40a2-87db-ee15b7ddbe6b), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.079207 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-4dd1c43b-6d68-44bb-98c8-a171d8167b6e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f5b53c99a9c6413f99c35e6741b97846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940414 May 12 17:51:28.080056 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1c43b-6d68-44bb-98c8-a171d8167b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7e8907-9b1f-46d8-9231-a13c7a4e3145,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:28.081282 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Pushing event updated for resources: {'Port': ['ID=691803c1-247b-4b57-9539-e895b6718d12,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:28.085018 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 55298) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:28.110041 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Pushing event updated for resources: {'Port': ['ID=b432994c-9fae-40a2-87db-ee15b7ddbe6b,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:28.155869 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f3385f89-fee3-4034-b395-5f3f8285858b admin admin] Publish callbacks [] for security_group (fa7e8907-9b1f-46d8-9231-a13c7a4e3145), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.179138 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f3385f89-fee3-4034-b395-5f3f8285858b admin admin] Publish callbacks [] for security_group (fa7e8907-9b1f-46d8-9231-a13c7a4e3145), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.282113 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f3385f89-fee3-4034-b395-5f3f8285858b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (fa7e8907-9b1f-46d8-9231-a13c7a4e3145), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.286039 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-f3385f89-fee3-4034-b395-5f3f8285858b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.291232 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-f3385f89-fee3-4034-b395-5f3f8285858b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fa7e8907-9b1f-46d8-9231-a13c7a4e3145 HTTP/1.1" status: 204 len: 168 time: 0.2044592 May 12 17:51:28.302865 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3385f89-fee3-4034-b395-5f3f8285858b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7e8907-9b1f-46d8-9231-a13c7a4e3145,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:28.389286 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Publish callbacks [] for router_gateway (404db1b7-e42c-490a-b050-418b8e8d23e2), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.445585 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Sync routers for ids ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:51:28.457362 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Routers {'e490d4ff-6137-4ff2-ae4e-a2515c0cf116'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:28.458009 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:28.581535 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Set router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:28.626538 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871696'] for router (404db1b7-e42c-490a-b050-418b8e8d23e2), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.770115 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Router 404db1b7-e42c-490a-b050-418b8e8d23e2 is scheduled to L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 with binding_index 1 {{(pid=110069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 17:51:28.797328 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'name': 'tempest-TestMinimumBasicScenario-209215553-router', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:24Z', 'revision_number': 4, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'gw_port': {'id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '0b537163-10c2-49bb-b7a0-e5f3d9a62dc4', 'name': '', 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'mac_address': 'fa:16:3e:c4:94:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:24Z', 'updated_at': '2022-05-12T17:51:24Z', 'revision_number': 2, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'subnets': [{'id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:28.840455 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Checking router: e490d4ff-6137-4ff2-ae4e-a2515c0cf116 for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:51:28.841010 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Updating router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 binding host dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:51:28.876120 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.896829 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:51:28.909349 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Sync routers for ids ['404db1b7-e42c-490a-b050-418b8e8d23e2'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:51:28.920111 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:28.921367 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-10765646-17e2-4548-8e39-1ef0150b6d4b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8205240 May 12 17:51:28.924383 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Routers {'404db1b7-e42c-490a-b050-418b8e8d23e2'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:28.925023 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 55304) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:28.926233 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['404db1b7-e42c-490a-b050-418b8e8d23e2'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:29.065384 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Set router 404db1b7-e42c-490a-b050-418b8e8d23e2 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:29.143913 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f356940-af4b-459a-aecc-f6c5019384fb None None] Network 467d70c4-0ed7-4a3f-8567-e0014b75f95e requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:51:29.268623 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e88e8b39-3149-47d7-a223-94950fa8f8fb None None] Provisioning complete for port bccaba1b-0293-41ba-8fe6-935a56df9e1c triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:29.269012 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e88e8b39-3149-47d7-a223-94950fa8f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (bccaba1b-0293-41ba-8fe6-935a56df9e1c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:29.307208 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Publish callbacks [] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:29.314562 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:29.377190 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680bd36-b301-4ce2-a2d8-b40a3a31a612 None None] Pushing event updated for resources: {'Port': ['ID=0b537163-10c2-49bb-b7a0-e5f3d9a62dc4,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:29.416355 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'name': 'tempest-TestMinimumBasicScenario-1480275930-router', 'tenant_id': '6e1b536bd26f4425b004bc7cab993e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '691803c1-247b-4b57-9539-e895b6718d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:27Z', 'updated_at': '2022-05-12T17:51:28Z', 'revision_number': 3, 'project_id': '6e1b536bd26f4425b004bc7cab993e70', 'gw_port': {'id': '691803c1-247b-4b57-9539-e895b6718d12', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:27Z', 'updated_at': '2022-05-12T17:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:29.483129 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680bd36-b301-4ce2-a2d8-b40a3a31a612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:29.483724 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680bd36-b301-4ce2-a2d8-b40a3a31a612 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:29.483882 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680bd36-b301-4ce2-a2d8-b40a3a31a612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:29.484387 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680bd36-b301-4ce2-a2d8-b40a3a31a612 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:29.484883 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680bd36-b301-4ce2-a2d8-b40a3a31a612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:29.485234 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680bd36-b301-4ce2-a2d8-b40a3a31a612 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:29.485572 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680bd36-b301-4ce2-a2d8-b40a3a31a612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:29.485913 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680bd36-b301-4ce2-a2d8-b40a3a31a612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:29.486282 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680bd36-b301-4ce2-a2d8-b40a3a31a612 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:29.486692 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680bd36-b301-4ce2-a2d8-b40a3a31a612 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:29.487149 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680bd36-b301-4ce2-a2d8-b40a3a31a612 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:29.487511 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680bd36-b301-4ce2-a2d8-b40a3a31a612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:29.487955 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680bd36-b301-4ce2-a2d8-b40a3a31a612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:29.488450 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680bd36-b301-4ce2-a2d8-b40a3a31a612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:29.488854 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680bd36-b301-4ce2-a2d8-b40a3a31a612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:29.509929 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Checking router: 404db1b7-e42c-490a-b050-418b8e8d23e2 for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:51:29.510559 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Updating router 404db1b7-e42c-490a-b050-418b8e8d23e2 port 691803c1-247b-4b57-9539-e895b6718d12 binding host dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:51:29.524701 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Attempting to bind port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:51:29.525110 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Attempting to bind port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'da1aa763-2d19-4eb7-827a-7231f2e5d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:51:29.525752 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Attempting to bind port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 on network 1b01b3c7-1729-4430-8c0d-0413e4982878 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:51:29.539596 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:51:29.540128 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Checking segment: {'id': 'da1aa763-2d19-4eb7-827a-7231f2e5d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:29.540550 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:29.541237 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Bound using segment: {'id': 'da1aa763-2d19-4eb7-827a-7231f2e5d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:51:29.541892 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Bound port: 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1aa763-2d19-4eb7-827a-7231f2e5d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:51:29.542284 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:29.597635 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e88e8b39-3149-47d7-a223-94950fa8f8fb None None] Current status of the port bccaba1b-0293-41ba-8fe6-935a56df9e1c is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:29.598332 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e88e8b39-3149-47d7-a223-94950fa8f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (bccaba1b-0293-41ba-8fe6-935a56df9e1c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:29.644816 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (691803c1-247b-4b57-9539-e895b6718d12), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:29.659817 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] For port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:51:29.665713 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] For port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=0b537163-10c2-49bb-b7a0-e5f3d9a62dc4,segment=NetworkSegment(da1aa763-2d19-4eb7-827a-7231f2e5d01a),segment_id=da1aa763-2d19-4eb7-827a-7231f2e5d01a)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:51:29.680047 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:29.682784 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e88e8b39-3149-47d7-a223-94950fa8f8fb None None] For port bccaba1b-0293-41ba-8fe6-935a56df9e1c, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=bccaba1b-0293-41ba-8fe6-935a56df9e1c,segment=NetworkSegment(b41cb057-4c45-4d7b-8de6-1ace97d2d2ef),segment_id=b41cb057-4c45-4d7b-8de6-1ace97d2d2ef)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:29.713243 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e88e8b39-3149-47d7-a223-94950fa8f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (bccaba1b-0293-41ba-8fe6-935a56df9e1c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:29.765531 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Routers {'e490d4ff-6137-4ff2-ae4e-a2515c0cf116'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:29.766197 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:29.773655 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680bd36-b301-4ce2-a2d8-b40a3a31a612 None None] Pushing event updated for resources: {'Port': ['ID=0b537163-10c2-49bb-b7a0-e5f3d9a62dc4,revision_number=4']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:29.882195 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:29.921362 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e8b39-3149-47d7-a223-94950fa8f8fb None None] Pushing event updated for resources: {'Port': ['ID=bccaba1b-0293-41ba-8fe6-935a56df9e1c,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:29.937268 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-2a0a432d-50aa-4b7e-950e-4eb8bdea72d4 None None] Provisioning complete for port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:29.937922 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2a0a432d-50aa-4b7e-950e-4eb8bdea72d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:29.966759 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device b432994c-9fae-40a2-87db-ee15b7ddbe6b up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:51:29.968378 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] Set router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:30.097217 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Allocated IP 172.20.0.1 (467d70c4-0ed7-4a3f-8567-e0014b75f95e/42bfd0c9-4b9a-4a00-b876-48953bad96c1/48c65c22-a34f-4408-ab59-2f5377bd5060) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:51:30.106074 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port b432994c-9fae-40a2-87db-ee15b7ddbe6b triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:30.106532 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (b432994c-9fae-40a2-87db-ee15b7ddbe6b), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:30.219835 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'name': 'tempest-TestMinimumBasicScenario-209215553-router', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:24Z', 'revision_number': 4, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'gw_port': {'id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '0b537163-10c2-49bb-b7a0-e5f3d9a62dc4', 'name': '', 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'mac_address': 'fa:16:3e:c4:94:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:24Z', 'updated_at': '2022-05-12T17:51:29Z', 'revision_number': 4, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'subnets': [{'id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:30.223691 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Publish callbacks [] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:30.257689 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec721e21-06cc-4125-a11c-faf632bb4aa7 None None] The sync data for ids ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'] in dv-cinder-839793-10-iscsi is: [{'id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'name': 'tempest-TestMinimumBasicScenario-209215553-router', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:24Z', 'revision_number': 4, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'gw_port': {'id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '0b537163-10c2-49bb-b7a0-e5f3d9a62dc4', 'name': '', 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'mac_address': 'fa:16:3e:c4:94:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:24Z', 'updated_at': '2022-05-12T17:51:29Z', 'revision_number': 4, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'subnets': [{'id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:51:30.278365 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:30.328454 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Network 467d70c4-0ed7-4a3f-8567-e0014b75f95e is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:51:30.328979 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-2a0a432d-50aa-4b7e-950e-4eb8bdea72d4 None None] Current status of the port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:30.329450 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2a0a432d-50aa-4b7e-950e-4eb8bdea72d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:30.332560 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Pushing event updated for resources: {'Port': ['ID=48c65c22-a34f-4408-ab59-2f5377bd5060,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:30.335096 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:30.346969 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:51:30.404682 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7867645'] for router_interface (404db1b7-e42c-490a-b050-418b8e8d23e2), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:30.420889 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-2a0a432d-50aa-4b7e-950e-4eb8bdea72d4 None None] For port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=0b537163-10c2-49bb-b7a0-e5f3d9a62dc4,segment=NetworkSegment(da1aa763-2d19-4eb7-827a-7231f2e5d01a),segment_id=da1aa763-2d19-4eb7-827a-7231f2e5d01a)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:30.462979 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2a0a432d-50aa-4b7e-950e-4eb8bdea72d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:30.468837 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Publish callbacks [] for port (691803c1-247b-4b57-9539-e895b6718d12), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:30.513970 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (691803c1-247b-4b57-9539-e895b6718d12), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:30.529542 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-2a0a432d-50aa-4b7e-950e-4eb8bdea72d4 None None] Provisioning complete for port bccaba1b-0293-41ba-8fe6-935a56df9e1c triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:30.529923 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2a0a432d-50aa-4b7e-950e-4eb8bdea72d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (bccaba1b-0293-41ba-8fe6-935a56df9e1c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:30.567623 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port b432994c-9fae-40a2-87db-ee15b7ddbe6b is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:30.569022 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device bccaba1b-0293-41ba-8fe6-935a56df9e1c up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:51:30.597253 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:30.645997 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Attempting to bind port 691803c1-247b-4b57-9539-e895b6718d12 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:51:30.647309 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Attempting to bind port 691803c1-247b-4b57-9539-e895b6718d12 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:51:30.647953 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Attempting to bind port 691803c1-247b-4b57-9539-e895b6718d12 on network b6af4ff4-d32b-4188-9b8b-39d506141485 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:51:30.660774 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a432d-50aa-4b7e-950e-4eb8bdea72d4 None None] Pushing event updated for resources: {'Port': ['ID=0b537163-10c2-49bb-b7a0-e5f3d9a62dc4,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:30.683276 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:51:30.683722 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Checking segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:30.684351 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:30.684756 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Bound using segment: {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:51:30.685250 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Bound port: 691803c1-247b-4b57-9539-e895b6718d12, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb8c593-b45e-4d92-b4f1-ba7066141efc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:51:30.685632 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (691803c1-247b-4b57-9539-e895b6718d12), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:30.814364 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ccbde-0515-42b7-aece-a0736bc5be6b None None] Pushing event updated for resources: {'Port': ['ID=691803c1-247b-4b57-9539-e895b6718d12,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:30.820235 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-2a0a432d-50aa-4b7e-950e-4eb8bdea72d4 None None] Current status of the port bccaba1b-0293-41ba-8fe6-935a56df9e1c is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:30.823047 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port bccaba1b-0293-41ba-8fe6-935a56df9e1c triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:30.823426 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (bccaba1b-0293-41ba-8fe6-935a56df9e1c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:30.826312 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] For port 691803c1-247b-4b57-9539-e895b6718d12, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:51:30.831209 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] For port 691803c1-247b-4b57-9539-e895b6718d12, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=691803c1-247b-4b57-9539-e895b6718d12,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:51:30.867770 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (691803c1-247b-4b57-9539-e895b6718d12), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:30.883639 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Publish callbacks [] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:30.892387 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:30.963563 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ccbde-0515-42b7-aece-a0736bc5be6b None None] Pushing event updated for resources: {'Port': ['ID=691803c1-247b-4b57-9539-e895b6718d12,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:30.970911 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7921998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7866807'] for router_interface (404db1b7-e42c-490a-b050-418b8e8d23e2), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:30.972838 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Pushing event updated for resources: {'Port': ['ID=48c65c22-a34f-4408-ab59-2f5377bd5060,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:30.993210 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-2aae2b8f-ea52-48d7-8cd7-513866de312d None None] Provisioning complete for port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:30.993792 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2aae2b8f-ea52-48d7-8cd7-513866de312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:31.040961 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Routers {'404db1b7-e42c-490a-b050-418b8e8d23e2'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:31.041528 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['404db1b7-e42c-490a-b050-418b8e8d23e2'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:31.103499 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port bccaba1b-0293-41ba-8fe6-935a56df9e1c is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:31.114515 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Network 467d70c4-0ed7-4a3f-8567-e0014b75f95e is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:51:31.116693 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:31.213274 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-2aae2b8f-ea52-48d7-8cd7-513866de312d None None] Current status of the port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:31.225472 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-2aae2b8f-ea52-48d7-8cd7-513866de312d None None] Provisioning complete for port 48c65c22-a34f-4408-ab59-2f5377bd5060 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:31.226168 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2aae2b8f-ea52-48d7-8cd7-513866de312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:31.272924 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] Set router 404db1b7-e42c-490a-b050-418b8e8d23e2 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:31.296768 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Router 404db1b7-e42c-490a-b050-418b8e8d23e2 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:51:31.321089 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-2aae2b8f-ea52-48d7-8cd7-513866de312d None None] Port 48c65c22-a34f-4408-ab59-2f5377bd5060 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:51:31.420718 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:51:31.433909 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-55844f0b-1f69-40a3-ac18-322e656a9d3f admin admin] 10.222.0.76 "PUT /v2.0/routers/404db1b7-e42c-490a-b050-418b8e8d23e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4996798 May 12 17:51:31.448583 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d5d6384c-0769-48d6-bc47-732d4e43d9d9 None None] Provisioning complete for port 48c65c22-a34f-4408-ab59-2f5377bd5060 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:31.449664 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d5d6384c-0769-48d6-bc47-732d4e43d9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:31.525575 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d5d6384c-0769-48d6-bc47-732d4e43d9d9 None None] Port 48c65c22-a34f-4408-ab59-2f5377bd5060 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:51:31.539564 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'name': 'tempest-TestMinimumBasicScenario-1480275930-router', 'tenant_id': '6e1b536bd26f4425b004bc7cab993e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '691803c1-247b-4b57-9539-e895b6718d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:27Z', 'updated_at': '2022-05-12T17:51:30Z', 'revision_number': 4, 'project_id': '6e1b536bd26f4425b004bc7cab993e70', 'gw_port': {'id': '691803c1-247b-4b57-9539-e895b6718d12', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:27Z', 'updated_at': '2022-05-12T17:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '48c65c22-a34f-4408-ab59-2f5377bd5060', 'name': '', 'network_id': '467d70c4-0ed7-4a3f-8567-e0014b75f95e', 'tenant_id': '6e1b536bd26f4425b004bc7cab993e70', 'mac_address': 'fa:16:3e:24:93:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '42bfd0c9-4b9a-4a00-b876-48953bad96c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:29Z', 'updated_at': '2022-05-12T17:51:30Z', 'revision_number': 2, 'project_id': '6e1b536bd26f4425b004bc7cab993e70', 'subnets': [{'id': '42bfd0c9-4b9a-4a00-b876-48953bad96c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:31.567270 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c932d399-5a57-4fa7-9947-64f0e602d859 None None] The sync data for ids ['404db1b7-e42c-490a-b050-418b8e8d23e2'] in dv-cinder-839793-10-iscsi is: [{'id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'name': 'tempest-TestMinimumBasicScenario-1480275930-router', 'tenant_id': '6e1b536bd26f4425b004bc7cab993e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '691803c1-247b-4b57-9539-e895b6718d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:27Z', 'updated_at': '2022-05-12T17:51:30Z', 'revision_number': 4, 'project_id': '6e1b536bd26f4425b004bc7cab993e70', 'gw_port': {'id': '691803c1-247b-4b57-9539-e895b6718d12', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:27Z', 'updated_at': '2022-05-12T17:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '48c65c22-a34f-4408-ab59-2f5377bd5060', 'name': '', 'network_id': '467d70c4-0ed7-4a3f-8567-e0014b75f95e', 'tenant_id': '6e1b536bd26f4425b004bc7cab993e70', 'mac_address': 'fa:16:3e:24:93:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '42bfd0c9-4b9a-4a00-b876-48953bad96c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:29Z', 'updated_at': '2022-05-12T17:51:30Z', 'revision_number': 2, 'project_id': '6e1b536bd26f4425b004bc7cab993e70', 'subnets': [{'id': '42bfd0c9-4b9a-4a00-b876-48953bad96c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:51:31.764036 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:51:31.841580 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:31.841956 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:31.932766 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:31.942808 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device bccaba1b-0293-41ba-8fe6-935a56df9e1c up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:51:31.989600 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port bccaba1b-0293-41ba-8fe6-935a56df9e1c triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:31.989985 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (bccaba1b-0293-41ba-8fe6-935a56df9e1c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:32.091288 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port bccaba1b-0293-41ba-8fe6-935a56df9e1c is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:33.758490 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 691803c1-247b-4b57-9539-e895b6718d12 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:51:33.809841 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 691803c1-247b-4b57-9539-e895b6718d12 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:33.810222 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (691803c1-247b-4b57-9539-e895b6718d12), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:33.900509 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 691803c1-247b-4b57-9539-e895b6718d12 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:33.900914 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (691803c1-247b-4b57-9539-e895b6718d12), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:33.932110 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] For port 691803c1-247b-4b57-9539-e895b6718d12, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=691803c1-247b-4b57-9539-e895b6718d12,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:33.937967 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (691803c1-247b-4b57-9539-e895b6718d12), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:34.010141 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Pushing event updated for resources: {'Port': ['ID=691803c1-247b-4b57-9539-e895b6718d12,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:34.018620 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:34.019137 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:34.019555 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:34.019971 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:34.020377 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:34.020804 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:34.021180 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:34.021609 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:34.022003 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:34.022438 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:34.023110 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:34.023779 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:34.024283 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:34.025175 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:34.025175 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:51:34.299213 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01501813-7711-45a7-b311-59f68911473f None None] Sync routers for ids ['404db1b7-e42c-490a-b050-418b8e8d23e2'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:51:34.310421 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01501813-7711-45a7-b311-59f68911473f None None] Routers {'404db1b7-e42c-490a-b050-418b8e8d23e2'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:34.311088 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-01501813-7711-45a7-b311-59f68911473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['404db1b7-e42c-490a-b050-418b8e8d23e2'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:34.427155 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-01501813-7711-45a7-b311-59f68911473f None None] Set router 404db1b7-e42c-490a-b050-418b8e8d23e2 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:34.643681 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-01501813-7711-45a7-b311-59f68911473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'name': 'tempest-TestMinimumBasicScenario-1480275930-router', 'tenant_id': '6e1b536bd26f4425b004bc7cab993e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '691803c1-247b-4b57-9539-e895b6718d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:27Z', 'updated_at': '2022-05-12T17:51:30Z', 'revision_number': 4, 'project_id': '6e1b536bd26f4425b004bc7cab993e70', 'gw_port': {'id': '691803c1-247b-4b57-9539-e895b6718d12', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:27Z', 'updated_at': '2022-05-12T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '48c65c22-a34f-4408-ab59-2f5377bd5060', 'name': '', 'network_id': '467d70c4-0ed7-4a3f-8567-e0014b75f95e', 'tenant_id': '6e1b536bd26f4425b004bc7cab993e70', 'mac_address': 'fa:16:3e:24:93:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '42bfd0c9-4b9a-4a00-b876-48953bad96c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:29Z', 'updated_at': '2022-05-12T17:51:30Z', 'revision_number': 2, 'project_id': '6e1b536bd26f4425b004bc7cab993e70', 'subnets': [{'id': '42bfd0c9-4b9a-4a00-b876-48953bad96c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:34.677338 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01501813-7711-45a7-b311-59f68911473f None None] Checking router: 404db1b7-e42c-490a-b050-418b8e8d23e2 for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:51:34.677695 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01501813-7711-45a7-b311-59f68911473f None None] Updating router 404db1b7-e42c-490a-b050-418b8e8d23e2 port 48c65c22-a34f-4408-ab59-2f5377bd5060 binding host dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 17:51:34.705726 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-01501813-7711-45a7-b311-59f68911473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:35.036192 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-01501813-7711-45a7-b311-59f68911473f None None] Publish callbacks [] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:35.042414 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-01501813-7711-45a7-b311-59f68911473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:35.087528 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a61e2-aaf1-4269-8641-b36e69f93960 None None] Pushing event updated for resources: {'Port': ['ID=48c65c22-a34f-4408-ab59-2f5377bd5060,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:35.163631 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-01501813-7711-45a7-b311-59f68911473f None None] Attempting to bind port 48c65c22-a34f-4408-ab59-2f5377bd5060 on host dv-cinder-839793-10-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:51:35.164002 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-01501813-7711-45a7-b311-59f68911473f None None] Attempting to bind port 48c65c22-a34f-4408-ab59-2f5377bd5060 by drivers openvswitch,hyperv on host dv-cinder-839793-10-iscsi at level 0 using segments [{'id': 'b41cb057-4c45-4d7b-8de6-1ace97d2d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '467d70c4-0ed7-4a3f-8567-e0014b75f95e'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:51:35.164372 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01501813-7711-45a7-b311-59f68911473f None None] Attempting to bind port 48c65c22-a34f-4408-ab59-2f5377bd5060 on network 467d70c4-0ed7-4a3f-8567-e0014b75f95e {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:51:35.170509 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01501813-7711-45a7-b311-59f68911473f None None] Checking agent: {'id': 'e5ec12e2-69db-4984-ab92-baee17508ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 33, 57), 'started_at': datetime.datetime(2022, 5, 12, 17, 34, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:51:35.170901 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01501813-7711-45a7-b311-59f68911473f None None] Checking segment: {'id': 'b41cb057-4c45-4d7b-8de6-1ace97d2d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '467d70c4-0ed7-4a3f-8567-e0014b75f95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:35.171305 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-01501813-7711-45a7-b311-59f68911473f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:35.171700 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01501813-7711-45a7-b311-59f68911473f None None] Bound using segment: {'id': 'b41cb057-4c45-4d7b-8de6-1ace97d2d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '467d70c4-0ed7-4a3f-8567-e0014b75f95e'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:51:35.172168 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-01501813-7711-45a7-b311-59f68911473f None None] Bound port: 48c65c22-a34f-4408-ab59-2f5377bd5060, host: dv-cinder-839793-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41cb057-4c45-4d7b-8de6-1ace97d2d2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '467d70c4-0ed7-4a3f-8567-e0014b75f95e'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:51:35.172552 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-01501813-7711-45a7-b311-59f68911473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:35.252733 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-01501813-7711-45a7-b311-59f68911473f None None] For port 48c65c22-a34f-4408-ab59-2f5377bd5060, host dv-cinder-839793-10-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:51:35.256032 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-01501813-7711-45a7-b311-59f68911473f None None] For port 48c65c22-a34f-4408-ab59-2f5377bd5060, host dv-cinder-839793-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=48c65c22-a34f-4408-ab59-2f5377bd5060,segment=NetworkSegment(b41cb057-4c45-4d7b-8de6-1ace97d2d2ef),segment_id=b41cb057-4c45-4d7b-8de6-1ace97d2d2ef)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:51:35.263509 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-01501813-7711-45a7-b311-59f68911473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:35.401470 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-49452def-3faf-4a6f-b190-cfa27549b8c8 None None] Provisioning complete for port 48c65c22-a34f-4408-ab59-2f5377bd5060 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:35.403065 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-49452def-3faf-4a6f-b190-cfa27549b8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:35.430259 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a61e2-aaf1-4269-8641-b36e69f93960 None None] Pushing event updated for resources: {'Port': ['ID=48c65c22-a34f-4408-ab59-2f5377bd5060,revision_number=4']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:35.444294 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01501813-7711-45a7-b311-59f68911473f None None] Routers {'404db1b7-e42c-490a-b050-418b8e8d23e2'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:35.444922 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-01501813-7711-45a7-b311-59f68911473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['404db1b7-e42c-490a-b050-418b8e8d23e2'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:35.547076 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-49452def-3faf-4a6f-b190-cfa27549b8c8 None None] Current status of the port 48c65c22-a34f-4408-ab59-2f5377bd5060 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:35.547864 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-49452def-3faf-4a6f-b190-cfa27549b8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:35.627560 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-49452def-3faf-4a6f-b190-cfa27549b8c8 None None] For port 48c65c22-a34f-4408-ab59-2f5377bd5060, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=48c65c22-a34f-4408-ab59-2f5377bd5060,segment=NetworkSegment(b41cb057-4c45-4d7b-8de6-1ace97d2d2ef),segment_id=b41cb057-4c45-4d7b-8de6-1ace97d2d2ef)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:35.633133 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-49452def-3faf-4a6f-b190-cfa27549b8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:35.661093 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-01501813-7711-45a7-b311-59f68911473f None None] Set router 404db1b7-e42c-490a-b050-418b8e8d23e2 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:35.709639 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49452def-3faf-4a6f-b190-cfa27549b8c8 None None] Pushing event updated for resources: {'Port': ['ID=48c65c22-a34f-4408-ab59-2f5377bd5060,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:35.767728 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-686c8f98-ca73-48a5-bff3-2f9b99184b1d None None] Provisioning complete for port 48c65c22-a34f-4408-ab59-2f5377bd5060 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:35.767975 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-686c8f98-ca73-48a5-bff3-2f9b99184b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:35.837211 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 691803c1-247b-4b57-9539-e895b6718d12 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:51:35.898609 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-01501813-7711-45a7-b311-59f68911473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'name': 'tempest-TestMinimumBasicScenario-1480275930-router', 'tenant_id': '6e1b536bd26f4425b004bc7cab993e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '691803c1-247b-4b57-9539-e895b6718d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:27Z', 'updated_at': '2022-05-12T17:51:30Z', 'revision_number': 4, 'project_id': '6e1b536bd26f4425b004bc7cab993e70', 'gw_port': {'id': '691803c1-247b-4b57-9539-e895b6718d12', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:27Z', 'updated_at': '2022-05-12T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '48c65c22-a34f-4408-ab59-2f5377bd5060', 'name': '', 'network_id': '467d70c4-0ed7-4a3f-8567-e0014b75f95e', 'tenant_id': '6e1b536bd26f4425b004bc7cab993e70', 'mac_address': 'fa:16:3e:24:93:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '42bfd0c9-4b9a-4a00-b876-48953bad96c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:29Z', 'updated_at': '2022-05-12T17:51:35Z', 'revision_number': 4, 'project_id': '6e1b536bd26f4425b004bc7cab993e70', 'subnets': [{'id': '42bfd0c9-4b9a-4a00-b876-48953bad96c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:35.938191 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01501813-7711-45a7-b311-59f68911473f None None] The sync data for ids ['404db1b7-e42c-490a-b050-418b8e8d23e2'] in dv-cinder-839793-10-iscsi is: [{'id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'name': 'tempest-TestMinimumBasicScenario-1480275930-router', 'tenant_id': '6e1b536bd26f4425b004bc7cab993e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '691803c1-247b-4b57-9539-e895b6718d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:27Z', 'updated_at': '2022-05-12T17:51:30Z', 'revision_number': 4, 'project_id': '6e1b536bd26f4425b004bc7cab993e70', 'gw_port': {'id': '691803c1-247b-4b57-9539-e895b6718d12', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:27Z', 'updated_at': '2022-05-12T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '48c65c22-a34f-4408-ab59-2f5377bd5060', 'name': '', 'network_id': '467d70c4-0ed7-4a3f-8567-e0014b75f95e', 'tenant_id': '6e1b536bd26f4425b004bc7cab993e70', 'mac_address': 'fa:16:3e:24:93:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '42bfd0c9-4b9a-4a00-b876-48953bad96c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:29Z', 'updated_at': '2022-05-12T17:51:35Z', 'revision_number': 4, 'project_id': '6e1b536bd26f4425b004bc7cab993e70', 'subnets': [{'id': '42bfd0c9-4b9a-4a00-b876-48953bad96c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:51:35.953043 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 691803c1-247b-4b57-9539-e895b6718d12 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:35.953459 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (691803c1-247b-4b57-9539-e895b6718d12), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:35.983361 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-686c8f98-ca73-48a5-bff3-2f9b99184b1d None None] Current status of the port 48c65c22-a34f-4408-ab59-2f5377bd5060 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:36.071874 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 691803c1-247b-4b57-9539-e895b6718d12 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:36.073197 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 48c65c22-a34f-4408-ab59-2f5377bd5060 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:51:36.141476 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 48c65c22-a34f-4408-ab59-2f5377bd5060 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:36.141860 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:36.289123 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 48c65c22-a34f-4408-ab59-2f5377bd5060 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:37.774255 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 48c65c22-a34f-4408-ab59-2f5377bd5060 up at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:51:37.833808 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Provisioning complete for port 48c65c22-a34f-4408-ab59-2f5377bd5060 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:37.834567 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:37.926491 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Current status of the port 48c65c22-a34f-4408-ab59-2f5377bd5060 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:38.444563 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55384) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:38.834428 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-1aae84ad-a9c8-4e12-9c2a-5f2ea940f5d8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Deleting port 57a4c672-c0f5-4bb1-a6b4-b636ef06a558 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:51:38.834837 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1aae84ad-a9c8-4e12-9c2a-5f2ea940f5d8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (57a4c672-c0f5-4bb1-a6b4-b636ef06a558), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:38.873223 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:51:38.931415 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1aae84ad-a9c8-4e12-9c2a-5f2ea940f5d8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (57a4c672-c0f5-4bb1-a6b4-b636ef06a558), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:38.931750 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1aae84ad-a9c8-4e12-9c2a-5f2ea940f5d8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for floatingip (57a4c672-c0f5-4bb1-a6b4-b636ef06a558), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:38.948073 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-1aae84ad-a9c8-4e12-9c2a-5f2ea940f5d8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Calling delete_port for 57a4c672-c0f5-4bb1-a6b4-b636ef06a558 owned by network:floatingip {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:51:39.154368 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1aae84ad-a9c8-4e12-9c2a-5f2ea940f5d8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (57a4c672-c0f5-4bb1-a6b4-b636ef06a558), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:39.181645 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae84ad-a9c8-4e12-9c2a-5f2ea940f5d8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Pushing event deleted for resources: {'Port': ['ID=57a4c672-c0f5-4bb1-a6b4-b636ef06a558,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:39.270016 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1aae84ad-a9c8-4e12-9c2a-5f2ea940f5d8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for floatingip (0fcd7914-4cd4-4fb1-b07d-38d3b053b0c4), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:39.270424 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.l3_db [None req-1aae84ad-a9c8-4e12-9c2a-5f2ea940f5d8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Floating IP 0fcd7914-4cd4-4fb1-b07d-38d3b053b0c4 disassociated (deleted). External IP: 172.27.3.57, port: 4903dc03-9110-43e6-bfaf-db2e0fe64355. May 12 17:51:39.512456 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aae84ad-a9c8-4e12-9c2a-5f2ea940f5d8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Router 2cd416fe-b11b-41e8-8e86-c85356a0f058 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:51:39.967782 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aae84ad-a9c8-4e12-9c2a-5f2ea940f5d8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:51:39.972978 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1aae84ad-a9c8-4e12-9c2a-5f2ea940f5d8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:39.979522 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f58766f-142a-4232-88bc-a627e6b2cb44 None None] Sync routers for ids ['2cd416fe-b11b-41e8-8e86-c85356a0f058'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:51:39.998241 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f58766f-142a-4232-88bc-a627e6b2cb44 None None] Routers {'2cd416fe-b11b-41e8-8e86-c85356a0f058'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:39.999312 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-2f58766f-142a-4232-88bc-a627e6b2cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['2cd416fe-b11b-41e8-8e86-c85356a0f058'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:40.013707 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-1aae84ad-a9c8-4e12-9c2a-5f2ea940f5d8 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "DELETE /v2.0/floatingips/0fcd7914-4cd4-4fb1-b07d-38d3b053b0c4 HTTP/1.1" status: 204 len: 168 time: 1.5706770 May 12 17:51:40.014457 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'tag': '4903dc03-9110-43e6-bfaf-db2e0fe64355'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:51:40.017065 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c61b771-901f-4da6-863b-42c0f800c0af" -d '{"events": [{"name": "network-changed", "server_uuid": "94af4804-8a27-4f9b-b471-7fa1a1dabedf", "tag": "4903dc03-9110-43e6-bfaf-db2e0fe64355"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:51:40.084803 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d941521d-3d51-4d31-9eae-c1367d3b9ff2 x-openstack-request-id: req-d941521d-3d51-4d31-9eae-c1367d3b9ff2 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:51:40.085242 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94af4804-8a27-4f9b-b471-7fa1a1dabedf", "tag": "4903dc03-9110-43e6-bfaf-db2e0fe64355", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:51:40.085366 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d941521d-3d51-4d31-9eae-c1367d3b9ff2 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:51:40.085677 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d941521d-3d51-4d31-9eae-c1367d3b9ff2'] response: {'name': 'network-changed', 'server_uuid': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'tag': '4903dc03-9110-43e6-bfaf-db2e0fe64355', 'status': 'completed', 'code': 200} May 12 17:51:40.170784 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61b771-901f-4da6-863b-42c0f800c0af req-9a36dcc5-4f62-4f06-ae19-8c24290d99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:40.173273 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3c61b771-901f-4da6-863b-42c0f800c0af req-9a36dcc5-4f62-4f06-ae19-8c24290d99e4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=667ee24fd13d4432a040a745bf2a0d0e&device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 1130 time: 0.0623164 May 12 17:51:40.392712 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-2f58766f-142a-4232-88bc-a627e6b2cb44 None None] Set router 2cd416fe-b11b-41e8-8e86-c85356a0f058 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:40.401742 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449985f-af0c-4211-ac6e-b8f57509b4b0 req-8fad10ea-306a-48d1-8b1f-e22b5b78b0a9 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:40.404077 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a449985f-af0c-4211-ac6e-b8f57509b4b0 req-8fad10ea-306a-48d1-8b1f-e22b5b78b0a9 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.1083124 May 12 17:51:40.420778 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55422) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:40.445942 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61b771-901f-4da6-863b-42c0f800c0af req-294e0a02-5c30-48d2-b647-deb66c4c2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:40.448519 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3c61b771-901f-4da6-863b-42c0f800c0af req-294e0a02-5c30-48d2-b647-deb66c4c2851 service neutron] 10.222.0.89 "GET /v2.0/networks?id=068e07bd-56b1-45cc-b3d6-75b884746996 HTTP/1.1" status: 200 len: 910 time: 0.2586167 May 12 17:51:40.488984 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-a449985f-af0c-4211-ac6e-b8f57509b4b0 req-d21a3a8e-749e-47f7-83f5-9f9dad71adf1 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753450 May 12 17:51:40.578829 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a52bf766-3bb4-4b89-8f26-1700fc44144f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:40.687407 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a52bf766-3bb4-4b89-8f26-1700fc44144f admin admin] Publish callbacks [] for security_group (584986c4-6f64-408c-99ee-59d8a7d40d35), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:40.694753 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a52bf766-3bb4-4b89-8f26-1700fc44144f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (584986c4-6f64-408c-99ee-59d8a7d40d35), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:40.737190 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-2f58766f-142a-4232-88bc-a627e6b2cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'name': 'tempest-TestShelveInstance-1256171712-router', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:45:58Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 4, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'gw_port': {'id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:59Z', 'updated_at': '2022-05-12T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '6b55da18-dc42-4056-be92-8132087cda82', 'name': '', 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'mac_address': 'fa:16:3e:30:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:01Z', 'updated_at': '2022-05-12T17:46:06Z', 'revision_number': 5, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'subnets': [{'id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:40.737513 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-a52bf766-3bb4-4b89-8f26-1700fc44144f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=86c467b381214ded8731368e747e63e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155403 May 12 17:51:40.738365 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bf766-3bb4-4b89-8f26-1700fc44144f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584986c4-6f64-408c-99ee-59d8a7d40d35,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:40.740232 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 55426) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:40.779442 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f58766f-142a-4232-88bc-a627e6b2cb44 None None] Checking router: 2cd416fe-b11b-41e8-8e86-c85356a0f058 for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:51:40.789074 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f58766f-142a-4232-88bc-a627e6b2cb44 None None] Routers {'2cd416fe-b11b-41e8-8e86-c85356a0f058'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:40.789569 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-2f58766f-142a-4232-88bc-a627e6b2cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['2cd416fe-b11b-41e8-8e86-c85356a0f058'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:40.831676 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d54b2fab-988d-4700-b3b4-e21303c55157 admin admin] Publish callbacks [] for security_group (584986c4-6f64-408c-99ee-59d8a7d40d35), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:40.866158 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d54b2fab-988d-4700-b3b4-e21303c55157 admin admin] Publish callbacks [] for security_group (584986c4-6f64-408c-99ee-59d8a7d40d35), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:40.875750 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:40.940819 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d54b2fab-988d-4700-b3b4-e21303c55157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (584986c4-6f64-408c-99ee-59d8a7d40d35), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:40.943682 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d54b2fab-988d-4700-b3b4-e21303c55157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:40.950008 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-d54b2fab-988d-4700-b3b4-e21303c55157 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/584986c4-6f64-408c-99ee-59d8a7d40d35 HTTP/1.1" status: 204 len: 168 time: 0.2083130 May 12 17:51:40.958542 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b2fab-988d-4700-b3b4-e21303c55157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584986c4-6f64-408c-99ee-59d8a7d40d35,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:40.986133 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-2f58766f-142a-4232-88bc-a627e6b2cb44 None None] Set router 2cd416fe-b11b-41e8-8e86-c85356a0f058 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:41.264487 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-2f58766f-142a-4232-88bc-a627e6b2cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'name': 'tempest-TestShelveInstance-1256171712-router', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:45:58Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 4, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'gw_port': {'id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:59Z', 'updated_at': '2022-05-12T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '6b55da18-dc42-4056-be92-8132087cda82', 'name': '', 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'mac_address': 'fa:16:3e:30:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:01Z', 'updated_at': '2022-05-12T17:46:06Z', 'revision_number': 5, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'subnets': [{'id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:41.301526 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f58766f-142a-4232-88bc-a627e6b2cb44 None None] The sync data for ids ['2cd416fe-b11b-41e8-8e86-c85356a0f058'] in dv-cinder-839793-10-iscsi is: [{'id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'name': 'tempest-TestShelveInstance-1256171712-router', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:45:58Z', 'updated_at': '2022-05-12T17:46:02Z', 'revision_number': 4, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'gw_port': {'id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:59Z', 'updated_at': '2022-05-12T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '6b55da18-dc42-4056-be92-8132087cda82', 'name': '', 'network_id': '068e07bd-56b1-45cc-b3d6-75b884746996', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'mac_address': 'fa:16:3e:30:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:01Z', 'updated_at': '2022-05-12T17:46:06Z', 'revision_number': 5, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'subnets': [{'id': 'f732d2e1-a477-4bdd-a448-3a40e18f14ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:51:41.421608 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3c61b771-901f-4da6-863b-42c0f800c0af req-402673fd-6f7d-4a3a-98a7-246d28da272f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4903dc03-9110-43e6-bfaf-db2e0fe64355 HTTP/1.1" status: 200 len: 217 time: 0.0541213 May 12 17:51:41.501487 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61b771-901f-4da6-863b-42c0f800c0af req-053c3d53-1ee5-476a-aaef-8a7b0b3d9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:41.502989 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3c61b771-901f-4da6-863b-42c0f800c0af req-053c3d53-1ee5-476a-aaef-8a7b0b3d9130 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f732d2e1-a477-4bdd-a448-3a40e18f14ab HTTP/1.1" status: 200 len: 848 time: 0.0726473 May 12 17:51:41.617526 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61b771-901f-4da6-863b-42c0f800c0af req-265b606e-3d1b-48dd-98ad-a8dc3ff51ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:41.619328 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3c61b771-901f-4da6-863b-42c0f800c0af req-265b606e-3d1b-48dd-98ad-a8dc3ff51ea9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=068e07bd-56b1-45cc-b3d6-75b884746996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0891583 May 12 17:51:41.693810 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb368d-0a9d-4a7b-a14c-3dae875c6b0a req-945eb495-c0dd-451d-940a-e5cbca204656 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:41.696056 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dceb368d-0a9d-4a7b-a14c-3dae875c6b0a req-945eb495-c0dd-451d-940a-e5cbca204656 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0884137 May 12 17:51:41.794279 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2c114-a560-4492-b372-463f9edeed79 None None] New status for floating IP 0fcd7914-4cd4-4fb1-b07d-38d3b053b0c4: DOWN {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:51:41.822803 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-dceb368d-0a9d-4a7b-a14c-3dae875c6b0a req-d54e2f55-8383-4e16-b615-5b29ad508fcd tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed342482-29a6-4301-9531-c379296aebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1205332 May 12 17:51:41.882522 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3c61b771-901f-4da6-863b-42c0f800c0af req-5a995846-c308-4499-8288-2c035bef8cda service neutron] 10.222.0.89 "GET /v2.0/networks/068e07bd-56b1-45cc-b3d6-75b884746996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763682 May 12 17:51:42.081566 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3c61b771-901f-4da6-863b-42c0f800c0af req-34639b27-9d22-4a6f-b354-4e8909339bc6 service neutron] 10.222.0.89 "GET /v2.0/networks/068e07bd-56b1-45cc-b3d6-75b884746996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014931 May 12 17:51:42.114086 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7e47b-2ae4-4110-8414-6dfda4eb2644 req-73224c23-c987-4ff3-82db-00065c356a29 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:42.116033 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-63a7e47b-2ae4-4110-8414-6dfda4eb2644 req-73224c23-c987-4ff3-82db-00065c356a29 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.89 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 946 time: 0.0661151 May 12 17:51:42.225352 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-63a7e47b-2ae4-4110-8414-6dfda4eb2644 req-c381b8c3-68e0-41f6-a4cc-4619809002aa tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Deleting port 4903dc03-9110-43e6-bfaf-db2e0fe64355 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:51:42.225702 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-63a7e47b-2ae4-4110-8414-6dfda4eb2644 req-c381b8c3-68e0-41f6-a4cc-4619809002aa tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:42.388655 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-63a7e47b-2ae4-4110-8414-6dfda4eb2644 req-c381b8c3-68e0-41f6-a4cc-4619809002aa tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] For port 4903dc03-9110-43e6-bfaf-db2e0fe64355, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4903dc03-9110-43e6-bfaf-db2e0fe64355,segment=NetworkSegment(6c5e8dee-70c7-48b2-9537-341e45c35413),segment_id=6c5e8dee-70c7-48b2-9537-341e45c35413)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:42.388934 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-63a7e47b-2ae4-4110-8414-6dfda4eb2644 req-c381b8c3-68e0-41f6-a4cc-4619809002aa tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:42.411755 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-63a7e47b-2ae4-4110-8414-6dfda4eb2644 req-c381b8c3-68e0-41f6-a4cc-4619809002aa tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Calling delete_port for 4903dc03-9110-43e6-bfaf-db2e0fe64355 owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:51:42.449291 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-e28e44a5-e8a3-498e-adc7-61be266d72fd tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:42.450782 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-e28e44a5-e8a3-498e-adc7-61be266d72fd tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/networks?id=1b01b3c7-1729-4430-8c0d-0413e4982878 HTTP/1.1" status: 200 len: 814 time: 0.1685996 May 12 17:51:42.500943 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-517d877a-bf03-4ce0-ae60-18d00a940615 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/quotas/c3403873c6404cd1a227b411c653126f HTTP/1.1" status: 200 len: 375 time: 0.0175898 May 12 17:51:42.614455 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-2d1191c8-124c-4995-9a8a-84fcc477a9db tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c3403873c6404cd1a227b411c653126f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031988 May 12 17:51:42.679985 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-63a7e47b-2ae4-4110-8414-6dfda4eb2644 req-c381b8c3-68e0-41f6-a4cc-4619809002aa tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (4903dc03-9110-43e6-bfaf-db2e0fe64355), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:42.756074 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381b8c3-68e0-41f6-a4cc-4619809002aa tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Pushing event deleted for resources: {'Port': ['ID=4903dc03-9110-43e6-bfaf-db2e0fe64355,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:42.821869 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a7e47b-2ae4-4110-8414-6dfda4eb2644 req-c381b8c3-68e0-41f6-a4cc-4619809002aa tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] No DVR routers for this DVR port 4903dc03-9110-43e6-bfaf-db2e0fe64355 on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:51:42.824703 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-63a7e47b-2ae4-4110-8414-6dfda4eb2644 req-c381b8c3-68e0-41f6-a4cc-4619809002aa tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:42.828006 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-63a7e47b-2ae4-4110-8414-6dfda4eb2644 req-c381b8c3-68e0-41f6-a4cc-4619809002aa tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.89 "DELETE /v2.0/ports/4903dc03-9110-43e6-bfaf-db2e0fe64355 HTTP/1.1" status: 204 len: 173 time: 0.7057667 May 12 17:51:42.835827 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'name': 'network-vif-deleted', 'tag': '4903dc03-9110-43e6-bfaf-db2e0fe64355'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:51:42.837580 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74f55ad-3860-49bd-9c18-9211e3f979cb" -d '{"events": [{"server_uuid": "94af4804-8a27-4f9b-b471-7fa1a1dabedf", "name": "network-vif-deleted", "tag": "4903dc03-9110-43e6-bfaf-db2e0fe64355"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:51:42.854388 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-ac93e117-39b6-42ca-a46c-d8444a53708f service neutron] 10.222.0.76 "GET /v2.0/networks/1b01b3c7-1729-4430-8c0d-0413e4982878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191746 May 12 17:51:42.898000 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cbf182-924d-4dea-a2a5-bb417902b499 x-openstack-request-id: req-66cbf182-924d-4dea-a2a5-bb417902b499 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:51:42.898554 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94af4804-8a27-4f9b-b471-7fa1a1dabedf", "name": "network-vif-deleted", "tag": "4903dc03-9110-43e6-bfaf-db2e0fe64355", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:51:42.898833 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-66cbf182-924d-4dea-a2a5-bb417902b499 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:51:42.899235 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66cbf182-924d-4dea-a2a5-bb417902b499'] response: {'server_uuid': '94af4804-8a27-4f9b-b471-7fa1a1dabedf', 'name': 'network-vif-deleted', 'tag': '4903dc03-9110-43e6-bfaf-db2e0fe64355', 'status': 'completed', 'code': 200} May 12 17:51:42.988107 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-091c72bc-169f-45ee-956c-42d4c16d980d service neutron] 10.222.0.76 "GET /v2.0/networks/1b01b3c7-1729-4430-8c0d-0413e4982878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259873 May 12 17:51:43.004358 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e655d248-a9a3-4d51-81d2-0343050494dd req-7c948414-d8ab-402a-bd88-d98bc57a9573 tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "GET /v2.0/ports?device_id=94af4804-8a27-4f9b-b471-7fa1a1dabedf HTTP/1.1" status: 200 len: 210 time: 0.0340950 May 12 17:51:43.229097 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-de8944fc-6990-411f-9b32-fdaef619eec4 req-2b2e6b2d-be1b-408a-abe2-d47f4efd90e2 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 210 time: 0.0349824 May 12 17:51:44.072556 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55550) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:44.133029 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0729a36e-fa14-47fe-887b-599cb1e1409b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group (ed342482-29a6-4301-9531-c379296aebc3), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:44.161395 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0729a36e-fa14-47fe-887b-599cb1e1409b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group (ed342482-29a6-4301-9531-c379296aebc3), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:44.318300 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-ef9bd941-9fca-4317-8138-610aed3db6a0 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:44.320157 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-ef9bd941-9fca-4317-8138-610aed3db6a0 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.89 "GET /v2.0/networks?id=1b01b3c7-1729-4430-8c0d-0413e4982878 HTTP/1.1" status: 200 len: 814 time: 0.1258872 May 12 17:51:44.325560 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0729a36e-fa14-47fe-887b-599cb1e1409b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (ed342482-29a6-4301-9531-c379296aebc3), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:44.328435 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-0729a36e-fa14-47fe-887b-599cb1e1409b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:44.332152 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-0729a36e-fa14-47fe-887b-599cb1e1409b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] 10.222.0.76 "DELETE /v2.0/security-groups/ed342482-29a6-4301-9531-c379296aebc3 HTTP/1.1" status: 204 len: 168 time: 0.2582242 May 12 17:51:44.337506 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-982a3c4d-ee1a-453d-adc1-e073c4c57ff6 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Request body: {'port': {'device_id': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'admin_state_up': True, 'tenant_id': 'c3403873c6404cd1a227b411c653126f'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:44.381896 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729a36e-fa14-47fe-887b-599cb1e1409b tempest-TestShelveInstance-2093443376 tempest-TestShelveInstance-2093443376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed342482-29a6-4301-9531-c379296aebc3,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:44.392328 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55560) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:44.393593 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-01e2b45f-cbb5-485b-8c7f-696478831039 req-6b0c01f7-ec45-41f8-b2e0-714e394e006c tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 210 time: 0.0457628 May 12 17:51:44.495159 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-982a3c4d-ee1a-453d-adc1-e073c4c57ff6 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Made reservation on behalf of c3403873c6404cd1a227b411c653126f for: {'port': 1} {{(pid=110069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 17:51:44.499033 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-982a3c4d-ee1a-453d-adc1-e073c4c57ff6 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:44.689332 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_common [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-982a3c4d-ee1a-453d-adc1-e073c4c57ff6 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Allocated IP 172.20.0.10 (1b01b3c7-1729-4430-8c0d-0413e4982878/05e76cba-bff6-4e87-adca-1ebe03bf8865/fe5c5155-9974-49dd-9f2a-127350bb4e70) {{(pid=110069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:51:45.040786 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-982a3c4d-ee1a-453d-adc1-e073c4c57ff6 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:45.135656 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-982a3c4d-ee1a-453d-adc1-e073c4c57ff6 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:45.247487 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-982a3c4d-ee1a-453d-adc1-e073c4c57ff6 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Network 1b01b3c7-1729-4430-8c0d-0413e4982878 is already hosted by enough agents. {{(pid=110069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:51:45.252015 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.base_scheduler [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-982a3c4d-ee1a-453d-adc1-e073c4c57ff6 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Resources bound (agent type, host, resource id): {{(pid=110069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:51:45.254601 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a39e7896-1508-4907-a69e-c32025e25f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7866822'] for router_interface (2cd416fe-b11b-41e8-8e86-c85356a0f058), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:45.259401 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-982a3c4d-ee1a-453d-adc1-e073c4c57ff6 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Received port after_create {{(pid=110069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:51:45.360826 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a3c4d-ee1a-453d-adc1-e073c4c57ff6 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Pushing event updated for resources: {'Port': ['ID=fe5c5155-9974-49dd-9f2a-127350bb4e70,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:45.401128 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-982a3c4d-ee1a-453d-adc1-e073c4c57ff6 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:45.402338 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-982a3c4d-ee1a-453d-adc1-e073c4c57ff6 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:45.471077 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-982a3c4d-ee1a-453d-adc1-e073c4c57ff6 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1402376 May 12 17:51:45.599602 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f772bb-4139-4f10-b0c9-7f636d16caa8 req-9552ad5b-e9ed-4cb2-bcce-0d5692a891f7 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:45.601470 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a2f772bb-4139-4f10-b0c9-7f636d16caa8 req-9552ad5b-e9ed-4cb2-bcce-0d5692a891f7 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 932 time: 0.1132030 May 12 17:51:45.633061 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-40e84606-d2d4-43b1-afdc-a75e564289ee None None] Provisioning complete for port fe5c5155-9974-49dd-9f2a-127350bb4e70 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:51:45.633659 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-40e84606-d2d4-43b1-afdc-a75e564289ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:45.684405 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-40e84606-d2d4-43b1-afdc-a75e564289ee None None] Port fe5c5155-9974-49dd-9f2a-127350bb4e70 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 17:51:45.716407 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a2f772bb-4139-4f10-b0c9-7f636d16caa8 req-8162fcb2-5d46-40d6-a661-989de145c1d4 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978403 May 12 17:51:45.727524 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-a39e7896-1508-4907-a69e-c32025e25f79 admin admin] Deleting port 6b55da18-dc42-4056-be92-8132087cda82 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:51:45.733366 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a39e7896-1508-4907-a69e-c32025e25f79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (6b55da18-dc42-4056-be92-8132087cda82), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:45.837339 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [None req-a39e7896-1508-4907-a69e-c32025e25f79 admin admin] For port 6b55da18-dc42-4056-be92-8132087cda82, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=6b55da18-dc42-4056-be92-8132087cda82,segment=NetworkSegment(6c5e8dee-70c7-48b2-9537-341e45c35413),segment_id=6c5e8dee-70c7-48b2-9537-341e45c35413)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:45.837707 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a39e7896-1508-4907-a69e-c32025e25f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (6b55da18-dc42-4056-be92-8132087cda82), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:45.864243 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-a39e7896-1508-4907-a69e-c32025e25f79 admin admin] Calling delete_port for 6b55da18-dc42-4056-be92-8132087cda82 owned by network:router_interface {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:51:46.075042 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a39e7896-1508-4907-a69e-c32025e25f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (6b55da18-dc42-4056-be92-8132087cda82), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:46.110874 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e7896-1508-4907-a69e-c32025e25f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b55da18-dc42-4056-be92-8132087cda82,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:46.300093 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 4903dc03-9110-43e6-bfaf-db2e0fe64355 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:51:46.318287 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a39e7896-1508-4907-a69e-c32025e25f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7922005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881689'] for router_interface (2cd416fe-b11b-41e8-8e86-c85356a0f058), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:46.335055 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: 4903dc03-9110-43e6-bfaf-db2e0fe64355 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:51:46.336234 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 4903dc03-9110-43e6-bfaf-db2e0fe64355 not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:51:46.579490 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39e7896-1508-4907-a69e-c32025e25f79 admin admin] Router 2cd416fe-b11b-41e8-8e86-c85356a0f058 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:51:46.703368 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39e7896-1508-4907-a69e-c32025e25f79 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:51:46.711823 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 55586) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:46.712376 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-a39e7896-1508-4907-a69e-c32025e25f79 admin admin] 10.222.0.76 "PUT /v2.0/routers/2cd416fe-b11b-41e8-8e86-c85356a0f058/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3165181 May 12 17:51:46.712926 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882d85a-26b0-4f73-ac35-a9201b53a29a None None] Sync routers for ids ['2cd416fe-b11b-41e8-8e86-c85356a0f058'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:51:46.726630 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c882d85a-26b0-4f73-ac35-a9201b53a29a None None] Routers {'2cd416fe-b11b-41e8-8e86-c85356a0f058'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:46.727696 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c882d85a-26b0-4f73-ac35-a9201b53a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['2cd416fe-b11b-41e8-8e86-c85356a0f058'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:46.857662 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-552af76b-cdf6-4bc0-866a-ff3a897c0e17 admin admin] Publish callbacks [] for router (2cd416fe-b11b-41e8-8e86-c85356a0f058), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:46.903234 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-c882d85a-26b0-4f73-ac35-a9201b53a29a None None] Set router 2cd416fe-b11b-41e8-8e86-c85356a0f058 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:47.013933 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11f529-1009-4f9c-b777-c56e2aaceacd req-e833bb0f-3531-402c-ae4f-b3b6e308880e tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:47.015785 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3e11f529-1009-4f9c-b777-c56e2aaceacd req-e833bb0f-3531-402c-ae4f-b3b6e308880e tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 932 time: 0.0891752 May 12 17:51:47.051241 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-552af76b-cdf6-4bc0-866a-ff3a897c0e17 admin admin] Publish callbacks [] for router_gateway (2cd416fe-b11b-41e8-8e86-c85356a0f058), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:47.108275 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-3e11f529-1009-4f9c-b777-c56e2aaceacd req-b8ab81c4-f500-4edc-93e7-54963897a9c4 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840476 May 12 17:51:47.133515 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-552af76b-cdf6-4bc0-866a-ff3a897c0e17 admin admin] Deleting port 3885b76b-928b-4772-8096-d1b442cff8b6 {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:51:47.134077 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-552af76b-cdf6-4bc0-866a-ff3a897c0e17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (3885b76b-928b-4772-8096-d1b442cff8b6), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:47.159792 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c882d85a-26b0-4f73-ac35-a9201b53a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'name': 'tempest-TestShelveInstance-1256171712-router', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:45:58Z', 'updated_at': '2022-05-12T17:51:46Z', 'revision_number': 5, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'gw_port': {'id': '3885b76b-928b-4772-8096-d1b442cff8b6', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:fd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:45:59Z', 'updated_at': '2022-05-12T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:47.199571 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882d85a-26b0-4f73-ac35-a9201b53a29a None None] Checking router: 2cd416fe-b11b-41e8-8e86-c85356a0f058 for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:51:47.213764 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c882d85a-26b0-4f73-ac35-a9201b53a29a None None] Routers {'2cd416fe-b11b-41e8-8e86-c85356a0f058'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:47.215365 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c882d85a-26b0-4f73-ac35-a9201b53a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['2cd416fe-b11b-41e8-8e86-c85356a0f058'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:47.238787 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [None req-552af76b-cdf6-4bc0-866a-ff3a897c0e17 admin admin] For port 3885b76b-928b-4772-8096-d1b442cff8b6, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=3885b76b-928b-4772-8096-d1b442cff8b6,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:47.239299 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-552af76b-cdf6-4bc0-866a-ff3a897c0e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (3885b76b-928b-4772-8096-d1b442cff8b6), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:47.279446 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-552af76b-cdf6-4bc0-866a-ff3a897c0e17 admin admin] Calling delete_port for 3885b76b-928b-4772-8096-d1b442cff8b6 owned by network:router_gateway {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:51:47.341408 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-c882d85a-26b0-4f73-ac35-a9201b53a29a None None] Set router 2cd416fe-b11b-41e8-8e86-c85356a0f058 gateway port host: None {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:47.405996 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c882d85a-26b0-4f73-ac35-a9201b53a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'name': 'tempest-TestShelveInstance-1256171712-router', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:45:58Z', 'updated_at': '2022-05-12T17:51:47Z', 'revision_number': 6, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'gw_port_host': None}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:47.449842 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882d85a-26b0-4f73-ac35-a9201b53a29a None None] The sync data for ids ['2cd416fe-b11b-41e8-8e86-c85356a0f058'] in dv-cinder-839793-10-iscsi is: [{'id': '2cd416fe-b11b-41e8-8e86-c85356a0f058', 'name': 'tempest-TestShelveInstance-1256171712-router', 'tenant_id': '667ee24fd13d4432a040a745bf2a0d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:45:58Z', 'updated_at': '2022-05-12T17:51:47Z', 'revision_number': 6, 'project_id': '667ee24fd13d4432a040a745bf2a0d0e', 'gw_port_host': None}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:51:47.508829 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-552af76b-cdf6-4bc0-866a-ff3a897c0e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (3885b76b-928b-4772-8096-d1b442cff8b6), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:47.554032 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552af76b-cdf6-4bc0-866a-ff3a897c0e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=3885b76b-928b-4772-8096-d1b442cff8b6,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:47.620126 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-552af76b-cdf6-4bc0-866a-ff3a897c0e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871732'] for router_gateway (2cd416fe-b11b-41e8-8e86-c85356a0f058), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:47.716475 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-552af76b-cdf6-4bc0-866a-ff3a897c0e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3705'] for router (2cd416fe-b11b-41e8-8e86-c85356a0f058), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:47.718726 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-552af76b-cdf6-4bc0-866a-ff3a897c0e17 admin admin] Publish callbacks [] for router_controller (2cd416fe-b11b-41e8-8e86-c85356a0f058), precommit_delete_associations {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:47.775094 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-552af76b-cdf6-4bc0-866a-ff3a897c0e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871141'] for router (2cd416fe-b11b-41e8-8e86-c85356a0f058), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:47.775768 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552af76b-cdf6-4bc0-866a-ff3a897c0e17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cd416fe-b11b-41e8-8e86-c85356a0f058 {{(pid=110068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:51:47.781400 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-552af76b-cdf6-4bc0-866a-ff3a897c0e17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:47.782474 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-552af76b-cdf6-4bc0-866a-ff3a897c0e17 admin admin] 10.222.0.76 "DELETE /v2.0/routers/2cd416fe-b11b-41e8-8e86-c85356a0f058 HTTP/1.1" status: 204 len: 168 time: 1.0688145 May 12 17:51:47.785339 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 55594) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:47.869721 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ea609a-12c4-4d81-8b87-ff5464522626 admin admin] Deleting subnet f732d2e1-a477-4bdd-a448-3a40e18f14ab {{(pid=110068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:51:47.879568 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-38ea609a-12c4-4d81-8b87-ff5464522626 admin admin] Publish callbacks [] for subnet (f732d2e1-a477-4bdd-a448-3a40e18f14ab), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:47.977923 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-38ea609a-12c4-4d81-8b87-ff5464522626 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3177885'] for subnet (f732d2e1-a477-4bdd-a448-3a40e18f14ab), precommit_delete_associations {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:48.016346 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 6b55da18-dc42-4056-be92-8132087cda82 no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:51:48.061790 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 6b55da18-dc42-4056-be92-8132087cda82 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:51:48.062211 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 6b55da18-dc42-4056-be92-8132087cda82 not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:51:48.100722 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-38ea609a-12c4-4d81-8b87-ff5464522626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700920'] for subnet (f732d2e1-a477-4bdd-a448-3a40e18f14ab), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:48.176812 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-38ea609a-12c4-4d81-8b87-ff5464522626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3808102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601506'] for subnet (f732d2e1-a477-4bdd-a448-3a40e18f14ab), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:48.242300 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea609a-12c4-4d81-8b87-ff5464522626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f732d2e1-a477-4bdd-a448-3a40e18f14ab,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:48.245962 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-38ea609a-12c4-4d81-8b87-ff5464522626 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:48.253929 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4759289-7da3-47af-af7d-bc313917cde0 None None] Network 068e07bd-56b1-45cc-b3d6-75b884746996 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:51:48.254134 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-38ea609a-12c4-4d81-8b87-ff5464522626 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f732d2e1-a477-4bdd-a448-3a40e18f14ab HTTP/1.1" status: 204 len: 168 time: 0.4675577 May 12 17:51:48.258443 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55600) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:48.272022 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b0399-8417-4fb1-b89c-665003c73fac req-93aa41bd-cd61-426a-ba7c-072c3e78e788 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:48.273752 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c94b0399-8417-4fb1-b89c-665003c73fac req-93aa41bd-cd61-426a-ba7c-072c3e78e788 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 932 time: 0.0731640 May 12 17:51:48.392521 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758311'] for network (068e07bd-56b1-45cc-b3d6-75b884746996), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:48.456250 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8856ec54-5b7b-470b-8133-fa7c0ccbdf56 None None] DHCP port deletion for 068e07bd-56b1-45cc-b3d6-75b884746996 request from dv-cinder-839793-10-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:51:48.465679 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-c94b0399-8417-4fb1-b89c-665003c73fac req-086eefc3-ecae-452d-8048-dbda4168d9f5 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777730 May 12 17:51:48.476116 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] Deleting port ed910311-909b-4c98-9650-f88c12fa467c {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:51:48.476472 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (ed910311-909b-4c98-9650-f88c12fa467c), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:48.500624 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-8856ec54-5b7b-470b-8133-fa7c0ccbdf56 None None] Deleting port ed910311-909b-4c98-9650-f88c12fa467c {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:51:48.501011 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8856ec54-5b7b-470b-8133-fa7c0ccbdf56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (ed910311-909b-4c98-9650-f88c12fa467c), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:48.548070 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] For port ed910311-909b-4c98-9650-f88c12fa467c, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=ed910311-909b-4c98-9650-f88c12fa467c,segment=NetworkSegment(6c5e8dee-70c7-48b2-9537-341e45c35413),segment_id=6c5e8dee-70c7-48b2-9537-341e45c35413)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:48.548580 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (ed910311-909b-4c98-9650-f88c12fa467c), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:48.563406 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] Calling delete_port for ed910311-909b-4c98-9650-f88c12fa467c owned by network:dhcp {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:51:48.584088 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-8856ec54-5b7b-470b-8133-fa7c0ccbdf56 None None] For port ed910311-909b-4c98-9650-f88c12fa467c, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=ed910311-909b-4c98-9650-f88c12fa467c,segment=NetworkSegment(6c5e8dee-70c7-48b2-9537-341e45c35413),segment_id=6c5e8dee-70c7-48b2-9537-341e45c35413)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:48.584839 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8856ec54-5b7b-470b-8133-fa7c0ccbdf56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (ed910311-909b-4c98-9650-f88c12fa467c), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:48.602333 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-8856ec54-5b7b-470b-8133-fa7c0ccbdf56 None None] Calling delete_port for ed910311-909b-4c98-9650-f88c12fa467c owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:51:48.773544 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8856ec54-5b7b-470b-8133-fa7c0ccbdf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832'] for port (ed910311-909b-4c98-9650-f88c12fa467c), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:48.813300 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856ec54-5b7b-470b-8133-fa7c0ccbdf56 None None] Pushing event deleted for resources: {'Port': ['ID=ed910311-909b-4c98-9650-f88c12fa467c,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:48.835672 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8856ec54-5b7b-470b-8133-fa7c0ccbdf56 None None] No DVR routers for this DVR port ed910311-909b-4c98-9650-f88c12fa467c on host dv-cinder-839793-10-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:51:49.023605 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (ed910311-909b-4c98-9650-f88c12fa467c), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:49.051919 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed910311-909b-4c98-9650-f88c12fa467c,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:49.059929 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] No DVR routers for this DVR port ed910311-909b-4c98-9650-f88c12fa467c on host dv-cinder-839793-10-iscsi {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:51:49.139990 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7702861', 'neutron.services.segments.db._delete_segments_for_network-8741378415382'] for network (068e07bd-56b1-45cc-b3d6-75b884746996), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:49.161789 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068e07bd-56b1-45cc-b3d6-75b884746996']}} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:49.172281 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5e8dee-70c7-48b2-9537-341e45c35413') {'for_net_delete': True} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:49.172578 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5e8dee-70c7-48b2-9537-341e45c35413') {} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:49.182220 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741378450975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3117041'] for segment (6c5e8dee-70c7-48b2-9537-341e45c35413), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:49.198418 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (6c5e8dee-70c7-48b2-9537-341e45c35413), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:49.205911 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=110069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:51:49.206359 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3142378'] for segment (6c5e8dee-70c7-48b2-9537-341e45c35413), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: self.session.flush() May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: self.session.flush() May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: self.session.flush() May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: self.session.flush() May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: Traceback (most recent call last): May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: timer() May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: cb(*args, **kw) May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: return func(*args, **kwargs) May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: self._notify() May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: self.callback(batched_events) May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: event.method(event) May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: return f(self, *a, **k) May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: return self._get(url).json() May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: return self.request(url, 'GET', **kwargs) May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:51:49.208465 dv-cinder-839793-10-iscsi neutron-server[110069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:51:49.268078 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7702902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7867334'] for network (068e07bd-56b1-45cc-b3d6-75b884746996), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:49.274155 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:49.277468 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] 10.222.0.76 "DELETE /v2.0/networks/068e07bd-56b1-45cc-b3d6-75b884746996 HTTP/1.1" status: 204 len: 168 time: 1.0175924 May 12 17:51:49.280436 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55604) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:49.297732 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995aa9ac-8f5a-49ae-a725-f8630a121e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=068e07bd-56b1-45cc-b3d6-75b884746996,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:49.627577 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcac25-ad48-4b65-8a8f-2a506cfb07cd req-0d029997-315d-4a46-9628-2bfdbcd54404 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:49.629161 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-72fcac25-ad48-4b65-8a8f-2a506cfb07cd req-0d029997-315d-4a46-9628-2bfdbcd54404 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 932 time: 0.0624604 May 12 17:51:49.714092 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-72fcac25-ad48-4b65-8a8f-2a506cfb07cd req-b2db5f57-16f7-4345-878f-b1e6179e485b tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755782 May 12 17:51:49.721694 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5960c797-71e9-4a8c-89a4-10c3396d251f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7866822'] for router_interface (934aa857-c383-4490-a467-01a8106edd7a), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:49.762425 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 3885b76b-928b-4772-8096-d1b442cff8b6 no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:51:49.799201 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 3885b76b-928b-4772-8096-d1b442cff8b6 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:51:49.799567 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 3885b76b-928b-4772-8096-d1b442cff8b6 not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:51:49.800201 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device ed910311-909b-4c98-9650-f88c12fa467c no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:51:49.831981 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: ed910311-909b-4c98-9650-f88c12fa467c {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:51:49.832376 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device ed910311-909b-4c98-9650-f88c12fa467c not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:51:49.999023 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-5960c797-71e9-4a8c-89a4-10c3396d251f admin admin] Deleting port f59be0bb-ede9-4342-8065-0f77a155f49a {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:51:49.999358 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5960c797-71e9-4a8c-89a4-10c3396d251f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:50.091944 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [None req-5960c797-71e9-4a8c-89a4-10c3396d251f admin admin] For port f59be0bb-ede9-4342-8065-0f77a155f49a, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=f59be0bb-ede9-4342-8065-0f77a155f49a,segment=NetworkSegment(8c02244d-6455-421c-bffe-ee78cec49c71),segment_id=8c02244d-6455-421c-bffe-ee78cec49c71)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:50.092557 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5960c797-71e9-4a8c-89a4-10c3396d251f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:50.118602 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-5960c797-71e9-4a8c-89a4-10c3396d251f admin admin] Calling delete_port for f59be0bb-ede9-4342-8065-0f77a155f49a owned by network:router_interface {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:51:50.328387 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5960c797-71e9-4a8c-89a4-10c3396d251f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (f59be0bb-ede9-4342-8065-0f77a155f49a), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:50.352636 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960c797-71e9-4a8c-89a4-10c3396d251f admin admin] Pushing event deleted for resources: {'Port': ['ID=f59be0bb-ede9-4342-8065-0f77a155f49a,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:50.571308 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-872a3a60-a474-4dc3-aab7-fbaaae2d6bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:50.652929 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5960c797-71e9-4a8c-89a4-10c3396d251f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7922005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881689'] for router_interface (934aa857-c383-4490-a467-01a8106edd7a), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:50.957282 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc4967-9e91-4105-a69d-02f3e97b9593 req-e9feb6a0-78b9-4df3-8f15-51ce5c16481c tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:50.958752 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1fcc4967-9e91-4105-a69d-02f3e97b9593 req-e9feb6a0-78b9-4df3-8f15-51ce5c16481c tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 932 time: 0.1090953 May 12 17:51:51.010406 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5960c797-71e9-4a8c-89a4-10c3396d251f admin admin] Router 934aa857-c383-4490-a467-01a8106edd7a has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:51:51.044339 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1fcc4967-9e91-4105-a69d-02f3e97b9593 req-b181c59d-3bc0-4af9-8b3b-492f3189fa5e tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714462 May 12 17:51:51.173802 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5960c797-71e9-4a8c-89a4-10c3396d251f admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:51:51.177403 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-5960c797-71e9-4a8c-89a4-10c3396d251f admin admin] 10.222.0.76 "PUT /v2.0/routers/934aa857-c383-4490-a467-01a8106edd7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8943920 May 12 17:51:51.178459 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55616) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:51.181051 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb6b92d-5046-4f8f-abdc-892ffa6964e7 None None] Sync routers for ids ['934aa857-c383-4490-a467-01a8106edd7a'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:51:51.192844 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb6b92d-5046-4f8f-abdc-892ffa6964e7 None None] Routers {'934aa857-c383-4490-a467-01a8106edd7a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:51.193478 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-3bb6b92d-5046-4f8f-abdc-892ffa6964e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['934aa857-c383-4490-a467-01a8106edd7a'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:51.329325 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1036c33f-c873-474d-836c-6b600891318f admin admin] Publish callbacks [] for router (934aa857-c383-4490-a467-01a8106edd7a), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.341479 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-3bb6b92d-5046-4f8f-abdc-892ffa6964e7 None None] Set router 934aa857-c383-4490-a467-01a8106edd7a gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:51.475224 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1036c33f-c873-474d-836c-6b600891318f admin admin] Publish callbacks [] for router_gateway (934aa857-c383-4490-a467-01a8106edd7a), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.533405 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-1036c33f-c873-474d-836c-6b600891318f admin admin] Deleting port ac613464-2d85-4f9f-9cd1-02936f990dce {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:51:51.533697 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1036c33f-c873-474d-836c-6b600891318f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (ac613464-2d85-4f9f-9cd1-02936f990dce), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.562074 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-3bb6b92d-5046-4f8f-abdc-892ffa6964e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934aa857-c383-4490-a467-01a8106edd7a', 'name': 'tempest-TestShelveInstance-18658459-router', 'tenant_id': 'a713f90ee77741869a29b5d07e572178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ac613464-2d85-4f9f-9cd1-02936f990dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:46:04Z', 'updated_at': '2022-05-12T17:51:50Z', 'revision_number': 5, 'project_id': 'a713f90ee77741869a29b5d07e572178', 'gw_port': {'id': 'ac613464-2d85-4f9f-9cd1-02936f990dce', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:77:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934aa857-c383-4490-a467-01a8106edd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:46:05Z', 'updated_at': '2022-05-12T17:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:51.595102 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb6b92d-5046-4f8f-abdc-892ffa6964e7 None None] Checking router: 934aa857-c383-4490-a467-01a8106edd7a for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:51:51.605622 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb6b92d-5046-4f8f-abdc-892ffa6964e7 None None] Routers {'934aa857-c383-4490-a467-01a8106edd7a'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:51:51.606613 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-3bb6b92d-5046-4f8f-abdc-892ffa6964e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['934aa857-c383-4490-a467-01a8106edd7a'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:51.624444 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [None req-1036c33f-c873-474d-836c-6b600891318f admin admin] For port ac613464-2d85-4f9f-9cd1-02936f990dce, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=ac613464-2d85-4f9f-9cd1-02936f990dce,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:51.625210 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1036c33f-c873-474d-836c-6b600891318f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (ac613464-2d85-4f9f-9cd1-02936f990dce), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.641560 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-1036c33f-c873-474d-836c-6b600891318f admin admin] Calling delete_port for ac613464-2d85-4f9f-9cd1-02936f990dce owned by network:router_gateway {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:51:51.710571 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-3bb6b92d-5046-4f8f-abdc-892ffa6964e7 None None] Set router 934aa857-c383-4490-a467-01a8106edd7a gateway port host: None {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:51:51.766074 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-3bb6b92d-5046-4f8f-abdc-892ffa6964e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934aa857-c383-4490-a467-01a8106edd7a', 'name': 'tempest-TestShelveInstance-18658459-router', 'tenant_id': 'a713f90ee77741869a29b5d07e572178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:46:04Z', 'updated_at': '2022-05-12T17:51:51Z', 'revision_number': 6, 'project_id': 'a713f90ee77741869a29b5d07e572178', 'gw_port_host': None}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:51.797548 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb6b92d-5046-4f8f-abdc-892ffa6964e7 None None] The sync data for ids ['934aa857-c383-4490-a467-01a8106edd7a'] in dv-cinder-839793-10-iscsi is: [{'id': '934aa857-c383-4490-a467-01a8106edd7a', 'name': 'tempest-TestShelveInstance-18658459-router', 'tenant_id': 'a713f90ee77741869a29b5d07e572178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:46:04Z', 'updated_at': '2022-05-12T17:51:51Z', 'revision_number': 6, 'project_id': 'a713f90ee77741869a29b5d07e572178', 'gw_port_host': None}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:51:51.868887 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1036c33f-c873-474d-836c-6b600891318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (ac613464-2d85-4f9f-9cd1-02936f990dce), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:51.897458 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036c33f-c873-474d-836c-6b600891318f admin admin] Pushing event deleted for resources: {'Port': ['ID=ac613464-2d85-4f9f-9cd1-02936f990dce,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:51.970695 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1036c33f-c873-474d-836c-6b600891318f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871732'] for router_gateway (934aa857-c383-4490-a467-01a8106edd7a), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.068465 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1036c33f-c873-474d-836c-6b600891318f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3705'] for router (934aa857-c383-4490-a467-01a8106edd7a), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.070633 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1036c33f-c873-474d-836c-6b600891318f admin admin] Publish callbacks [] for router_controller (934aa857-c383-4490-a467-01a8106edd7a), precommit_delete_associations {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.117728 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1036c33f-c873-474d-836c-6b600891318f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871141'] for router (934aa857-c383-4490-a467-01a8106edd7a), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.119012 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1036c33f-c873-474d-836c-6b600891318f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 934aa857-c383-4490-a467-01a8106edd7a {{(pid=110069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:51:52.125726 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-1036c33f-c873-474d-836c-6b600891318f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.126925 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-1036c33f-c873-474d-836c-6b600891318f admin admin] 10.222.0.76 "DELETE /v2.0/routers/934aa857-c383-4490-a467-01a8106edd7a HTTP/1.1" status: 204 len: 168 time: 0.9473741 May 12 17:51:52.129359 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55620) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:52.205215 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_v2 [None req-965e281f-7bc4-47a2-8f38-c622ace6e684 admin admin] Deleting subnet 8dda4dbf-c84c-41a3-bff4-7197a319a41e {{(pid=110069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:51:52.209653 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-965e281f-7bc4-47a2-8f38-c622ace6e684 admin admin] Publish callbacks [] for subnet (8dda4dbf-c84c-41a3-bff4-7197a319a41e), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.277142 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-965e281f-7bc4-47a2-8f38-c622ace6e684 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3117000'] for subnet (8dda4dbf-c84c-41a3-bff4-7197a319a41e), precommit_delete_associations {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.304497 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07190419-0d9c-4c9e-9f44-547fae646df1 req-210382a8-2668-4905-8227-e61a9472d91e tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:52.313168 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-07190419-0d9c-4c9e-9f44-547fae646df1 req-210382a8-2668-4905-8227-e61a9472d91e tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 932 time: 0.0865850 May 12 17:51:52.400139 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-07190419-0d9c-4c9e-9f44-547fae646df1 req-e64b8813-fdfa-43ab-bd03-5aa6ddf42b7a tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857110 May 12 17:51:52.416984 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-965e281f-7bc4-47a2-8f38-c622ace6e684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700920'] for subnet (8dda4dbf-c84c-41a3-bff4-7197a319a41e), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.483835 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-965e281f-7bc4-47a2-8f38-c622ace6e684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3143496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3500479'] for subnet (8dda4dbf-c84c-41a3-bff4-7197a319a41e), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.533806 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e281f-7bc4-47a2-8f38-c622ace6e684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dda4dbf-c84c-41a3-bff4-7197a319a41e,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:52.536513 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-965e281f-7bc4-47a2-8f38-c622ace6e684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.543266 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-965e281f-7bc4-47a2-8f38-c622ace6e684 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8dda4dbf-c84c-41a3-bff4-7197a319a41e HTTP/1.1" status: 204 len: 168 time: 0.4116349 May 12 17:51:52.546070 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55632) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:52.550019 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8cdc90-7ac1-41ca-a5fc-11f624b9bd71 None None] Network 2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:51:52.678205 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758311'] for network (2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.714952 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e0f4721a-3488-42ae-abcc-995f7f1def52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.771434 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] Deleting port 407389d3-15e1-4faf-9468-67f9495adc83 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:51:52.771883 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (407389d3-15e1-4faf-9468-67f9495adc83), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.821194 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5bd15d-b97f-41ba-bbaf-3051d1d7256d None None] DHCP port deletion for 2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7 request from dv-cinder-839793-10-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:51:52.864657 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] For port 407389d3-15e1-4faf-9468-67f9495adc83, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=407389d3-15e1-4faf-9468-67f9495adc83,segment=NetworkSegment(8c02244d-6455-421c-bffe-ee78cec49c71),segment_id=8c02244d-6455-421c-bffe-ee78cec49c71)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:52.865041 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (407389d3-15e1-4faf-9468-67f9495adc83), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.866732 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-8e5bd15d-b97f-41ba-bbaf-3051d1d7256d None None] Deleting port 407389d3-15e1-4faf-9468-67f9495adc83 {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:51:52.867538 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd15d-b97f-41ba-bbaf-3051d1d7256d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (407389d3-15e1-4faf-9468-67f9495adc83), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.883311 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] Calling delete_port for 407389d3-15e1-4faf-9468-67f9495adc83 owned by network:dhcp {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:51:52.984332 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (407389d3-15e1-4faf-9468-67f9495adc83), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:52.990145 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-8e5bd15d-b97f-41ba-bbaf-3051d1d7256d None None] For port 407389d3-15e1-4faf-9468-67f9495adc83, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=407389d3-15e1-4faf-9468-67f9495adc83,segment=NetworkSegment(8c02244d-6455-421c-bffe-ee78cec49c71),segment_id=8c02244d-6455-421c-bffe-ee78cec49c71)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:52.990855 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd15d-b97f-41ba-bbaf-3051d1d7256d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (407389d3-15e1-4faf-9468-67f9495adc83), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.011600 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-8e5bd15d-b97f-41ba-bbaf-3051d1d7256d None None] Calling delete_port for 407389d3-15e1-4faf-9468-67f9495adc83 owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:51:53.041016 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=407389d3-15e1-4faf-9468-67f9495adc83,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:53.044417 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] No DVR routers for this DVR port 407389d3-15e1-4faf-9468-67f9495adc83 on host dv-cinder-839793-10-iscsi {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:51:53.108796 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd15d-b97f-41ba-bbaf-3051d1d7256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832'] for port (407389d3-15e1-4faf-9468-67f9495adc83), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.125856 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7702861', 'neutron.services.segments.db._delete_segments_for_network-8741378415382'] for network (2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.143566 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bd15d-b97f-41ba-bbaf-3051d1d7256d None None] Pushing event deleted for resources: {'Port': ['ID=407389d3-15e1-4faf-9468-67f9495adc83,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:53.152040 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7']}} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:53.165712 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c02244d-6455-421c-bffe-ee78cec49c71') {'for_net_delete': True} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:53.166060 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.services.segments.db [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c02244d-6455-421c-bffe-ee78cec49c71') {} {{(pid=110069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:51:53.167322 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5bd15d-b97f-41ba-bbaf-3051d1d7256d None None] No DVR routers for this DVR port 407389d3-15e1-4faf-9468-67f9495adc83 on host dv-cinder-839793-10-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:51:53.178136 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741378450975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3117041'] for segment (8c02244d-6455-421c-bffe-ee78cec49c71), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.203433 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (8c02244d-6455-421c-bffe-ee78cec49c71), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.211069 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=110069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3142378'] for segment (8c02244d-6455-421c-bffe-ee78cec49c71), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: Traceback (most recent call last): May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: timer() May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: cb(*args, **kw) May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: return func(*args, **kwargs) May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: self._notify() May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: self.callback(batched_events) May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: event.method(event) May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: return f(self, *a, **k) May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: return self._get(url).json() May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: return self.request(url, 'GET', **kwargs) May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:51:53.214724 dv-cinder-839793-10-iscsi neutron-server[110069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:51:53.305642 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7702902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7867334'] for network (2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.319023 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.325625 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] 10.222.0.76 "DELETE /v2.0/networks/2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7 HTTP/1.1" status: 204 len: 168 time: 0.7699862 May 12 17:51:53.337138 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17846b83-e9ec-4272-8b4a-d1b993c83b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd0e3f4-bc8e-4eb8-a96a-96e89fefdba7,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:53.454964 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55646) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:53.523882 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-56d930eb-7a7c-4c50-b183-007f747fc279 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=667ee24fd13d4432a040a745bf2a0d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0677123 May 12 17:51:53.526418 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55648) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:53.542517 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713f23-adb9-4971-9945-dedd48417049 req-9956200a-2e78-43da-a832-fdbf86991531 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:53.544122 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1c713f23-adb9-4971-9945-dedd48417049 req-9956200a-2e78-43da-a832-fdbf86991531 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 932 time: 0.0687671 May 12 17:51:53.622809 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-1c713f23-adb9-4971-9945-dedd48417049 req-7cb62187-a1fc-49c6-b50b-73961b6299a9 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729926 May 12 17:51:53.625501 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a1e4d048-af3f-4a4b-8e90-b0ba4b2dab00 admin admin] Publish callbacks [] for security_group (a39f74f2-4418-4a90-8824-e5dcbd609bc4), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.647441 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a1e4d048-af3f-4a4b-8e90-b0ba4b2dab00 admin admin] Publish callbacks [] for security_group (a39f74f2-4418-4a90-8824-e5dcbd609bc4), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.695417 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a1e4d048-af3f-4a4b-8e90-b0ba4b2dab00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (a39f74f2-4418-4a90-8824-e5dcbd609bc4), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.698152 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-a1e4d048-af3f-4a4b-8e90-b0ba4b2dab00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:53.699363 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-a1e4d048-af3f-4a4b-8e90-b0ba4b2dab00 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a39f74f2-4418-4a90-8824-e5dcbd609bc4 HTTP/1.1" status: 204 len: 168 time: 0.1719296 May 12 17:51:53.707840 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4d048-af3f-4a4b-8e90-b0ba4b2dab00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39f74f2-4418-4a90-8824-e5dcbd609bc4,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:53.734266 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 407389d3-15e1-4faf-9468-67f9495adc83 no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:51:53.757677 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 407389d3-15e1-4faf-9468-67f9495adc83 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:51:53.758034 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 407389d3-15e1-4faf-9468-67f9495adc83 not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:51:53.758452 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device f59be0bb-ede9-4342-8065-0f77a155f49a no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:51:53.777325 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: f59be0bb-ede9-4342-8065-0f77a155f49a {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:51:53.777747 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device f59be0bb-ede9-4342-8065-0f77a155f49a not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:51:53.778076 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device ac613464-2d85-4f9f-9cd1-02936f990dce no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:51:53.797360 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: ac613464-2d85-4f9f-9cd1-02936f990dce {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:51:53.797714 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device ac613464-2d85-4f9f-9cd1-02936f990dce not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:51:53.880785 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.013601 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55654) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:54.054168 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-c76afcdb-9806-4dca-a5e5-c04c2a5d6dcb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a713f90ee77741869a29b5d07e572178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394225 May 12 17:51:54.056566 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55656) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:51:54.102945 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-61d8e7b1-dfe2-4a2a-bac3-7e1d5d5d30a5 admin admin] Publish callbacks [] for security_group (9b8fba4a-74cb-4a81-a391-3f6dcec20dff), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.125170 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-61d8e7b1-dfe2-4a2a-bac3-7e1d5d5d30a5 admin admin] Publish callbacks [] for security_group (9b8fba4a-74cb-4a81-a391-3f6dcec20dff), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.156980 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Request body: {'port': {'device_id': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:51:54.215361 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e90a27f7-7994-475f-a44c-1f44e7041bcd req-401ca97d-d4f0-41cc-b419-10fba6833cf0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427670 May 12 17:51:54.223732 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-61d8e7b1-dfe2-4a2a-bac3-7e1d5d5d30a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (9b8fba4a-74cb-4a81-a391-3f6dcec20dff), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.226290 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-61d8e7b1-dfe2-4a2a-bac3-7e1d5d5d30a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.227451 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-61d8e7b1-dfe2-4a2a-bac3-7e1d5d5d30a5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9b8fba4a-74cb-4a81-a391-3f6dcec20dff HTTP/1.1" status: 204 len: 168 time: 0.1699941 May 12 17:51:54.233344 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.246935 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8e7b1-dfe2-4a2a-bac3-7e1d5d5d30a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8fba4a-74cb-4a81-a391-3f6dcec20dff,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:54.288226 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a27f7-7994-475f-a44c-1f44e7041bcd req-451166ee-61ef-494a-b287-855a42d198d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:54.291517 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e90a27f7-7994-475f-a44c-1f44e7041bcd req-451166ee-61ef-494a-b287-855a42d198d6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e9154d1a4c44c6b8a42001c659d069b&device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 1130 time: 0.0518279 May 12 17:51:54.442042 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a27f7-7994-475f-a44c-1f44e7041bcd req-bf576e16-99d5-41a2-aafe-a5bbaa511b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:54.443961 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e90a27f7-7994-475f-a44c-1f44e7041bcd req-bf576e16-99d5-41a2-aafe-a5bbaa511b57 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3cb76e15-efb3-4276-8531-f3adac3a6ec1 HTTP/1.1" status: 200 len: 913 time: 0.1294429 May 12 17:51:54.514120 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e90a27f7-7994-475f-a44c-1f44e7041bcd req-11f152a4-a986-4585-9ffc-5251c4c39232 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fac993c6-5c0c-429d-9df1-25372f4535e2 HTTP/1.1" status: 200 len: 1002 time: 0.0620215 May 12 17:51:54.567777 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5c5155-9974-49dd-9f2a-127350bb4e70 {{(pid=110069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:51:54.568367 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a27f7-7994-475f-a44c-1f44e7041bcd req-1a377fd6-c321-45b3-ae11-6815cad11e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:54.569526 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e90a27f7-7994-475f-a44c-1f44e7041bcd req-1a377fd6-c321-45b3-ae11-6815cad11e88 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d9c99e92-93c2-417d-8e54-471b58588d33 HTTP/1.1" status: 200 len: 851 time: 0.0484593 May 12 17:51:54.578068 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Publish callbacks [] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.593081 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.provisioning_blocks [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Transition to ACTIVE for port object fe5c5155-9974-49dd-9f2a-127350bb4e70 will not be triggered until provisioned by entity L2. {{(pid=110069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 17:51:54.597402 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.622282 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a27f7-7994-475f-a44c-1f44e7041bcd req-83500a22-6b93-4a7f-97ca-432c8a234b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:54.624189 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e90a27f7-7994-475f-a44c-1f44e7041bcd req-83500a22-6b93-4a7f-97ca-432c8a234b9f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3cb76e15-efb3-4276-8531-f3adac3a6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475087 May 12 17:51:54.655301 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5c5155-9974-49dd-9f2a-127350bb4e70,revision_number=2']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:54.740404 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Attempting to bind port fe5c5155-9974-49dd-9f2a-127350bb4e70 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 17:51:54.741042 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Attempting to bind port fe5c5155-9974-49dd-9f2a-127350bb4e70 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'da1aa763-2d19-4eb7-827a-7231f2e5d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878'}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 17:51:54.741554 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Attempting to bind port fe5c5155-9974-49dd-9f2a-127350bb4e70 on network 1b01b3c7-1729-4430-8c0d-0413e4982878 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:51:54.747735 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Port fe5c5155-9974-49dd-9f2a-127350bb4e70 on network 1b01b3c7-1729-4430-8c0d-0413e4982878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 17:51:54.748264 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Attempting to bind port fe5c5155-9974-49dd-9f2a-127350bb4e70 on network 1b01b3c7-1729-4430-8c0d-0413e4982878 {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 17:51:54.754259 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Checking agent: {'id': '74cbdcc9-3bb8-4822-a932-d37794eaffa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'started_at': datetime.datetime(2022, 5, 12, 17, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 17, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 17:51:54.754935 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Checking segment: {'id': 'da1aa763-2d19-4eb7-827a-7231f2e5d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 17:51:54.755323 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Bound using segment: {'id': 'da1aa763-2d19-4eb7-827a-7231f2e5d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878'} {{(pid=110069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 17:51:54.755768 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.managers [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Bound port: fe5c5155-9974-49dd-9f2a-127350bb4e70, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1aa763-2d19-4eb7-827a-7231f2e5d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878'}}] {{(pid=110069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 17:51:54.756271 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.763435 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e90a27f7-7994-475f-a44c-1f44e7041bcd req-beb85a61-7fec-4da8-ad33-c422be1cec4f service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327729 May 12 17:51:54.788988 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bb5b9-96d2-4127-8869-7147efc7c1c7 req-8c01ff50-9a0f-4950-9173-182cd917c1f2 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:54.790482 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2a3bb5b9-96d2-4127-8869-7147efc7c1c7 req-8c01ff50-9a0f-4950-9173-182cd917c1f2 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 944 time: 0.0704706 May 12 17:51:54.833642 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] For port fe5c5155-9974-49dd-9f2a-127350bb4e70, host hv-cinder-83979, cleared binding levels {{(pid=110069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 17:51:54.837257 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] For port fe5c5155-9974-49dd-9f2a-127350bb4e70, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fe5c5155-9974-49dd-9f2a-127350bb4e70,segment=NetworkSegment(da1aa763-2d19-4eb7-827a-7231f2e5d01a),segment_id=da1aa763-2d19-4eb7-827a-7231f2e5d01a)] {{(pid=110069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 17:51:54.844577 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.879950 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:54.880573 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:54.881960 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] 10.222.0.89 "PUT /v2.0/ports/fe5c5155-9974-49dd-9f2a-127350bb4e70 HTTP/1.1" status: 200 len: 1094 time: 0.7291951 May 12 17:51:54.882406 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'tag': 'fe5c5155-9974-49dd-9f2a-127350bb4e70'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:51:54.884683 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058e4d2d-fed4-4082-8e32-ec108d702785" -d '{"events": [{"name": "network-changed", "server_uuid": "d49a96bf-7f9d-40ea-a47a-574324e1ea5e", "tag": "fe5c5155-9974-49dd-9f2a-127350bb4e70"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:51:54.893232 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2a3bb5b9-96d2-4127-8869-7147efc7c1c7 req-00bcdc77-1a40-4ebd-ab66-a9c0c2ab8e92 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888174 May 12 17:51:54.909574 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e90a27f7-7994-475f-a44c-1f44e7041bcd req-457fb9c4-61ab-4743-8b31-64532290c754 service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346984 May 12 17:51:54.934741 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04a7a8d-8252-4846-b4a0-614b4d055283 x-openstack-request-id: req-c04a7a8d-8252-4846-b4a0-614b4d055283 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:51:54.935585 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49a96bf-7f9d-40ea-a47a-574324e1ea5e", "tag": "fe5c5155-9974-49dd-9f2a-127350bb4e70", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:51:54.935585 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c04a7a8d-8252-4846-b4a0-614b4d055283 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:51:54.935959 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c04a7a8d-8252-4846-b4a0-614b4d055283'] response: {'name': 'network-changed', 'server_uuid': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'tag': 'fe5c5155-9974-49dd-9f2a-127350bb4e70', 'status': 'completed', 'code': 200} May 12 17:51:54.936996 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799120a6-36a0-481b-911c-5d88c1edcda7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5c5155-9974-49dd-9f2a-127350bb4e70,revision_number=3']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:54.987497 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-4b716b28-c70f-4501-8c66-b0393526a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:54.989091 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-4b716b28-c70f-4501-8c66-b0393526a28c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c3403873c6404cd1a227b411c653126f&device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 1128 time: 0.0449221 May 12 17:51:55.235268 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:55.242016 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-a3d75f77-6e7d-4d85-9f23-0e96a2b53667 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe5c5155-9974-49dd-9f2a-127350bb4e70 HTTP/1.1" status: 200 len: 217 time: 0.0440686 May 12 17:51:55.292410 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-8d25f12f-5f76-4718-8b12-fdfcf577c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:55.294010 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-8d25f12f-5f76-4718-8b12-fdfcf577c305 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=05e76cba-bff6-4e87-adca-1ebe03bf8865 HTTP/1.1" status: 200 len: 853 time: 0.0454447 May 12 17:51:55.337876 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-50d4dbb4-893d-454f-9578-c0d501092843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:55.340078 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-50d4dbb4-893d-454f-9578-c0d501092843 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1b01b3c7-1729-4430-8c0d-0413e4982878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391407 May 12 17:51:55.876711 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-1f3df064-5e69-477b-b905-4b9d6ca731ef service neutron] 10.222.0.89 "GET /v2.0/networks/1b01b3c7-1729-4430-8c0d-0413e4982878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474059 May 12 17:51:55.982250 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-bb2d1f1f-e85f-46c4-af88-e935a7f0e78d req-f443d57e-69f2-4a42-a0c0-d377d0fb5f5e service neutron] 10.222.0.89 "GET /v2.0/networks/1b01b3c7-1729-4430-8c0d-0413e4982878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944033 May 12 17:51:56.016259 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41d414-08ac-40c8-b129-fe7c0af4e313 req-6b04bbb4-bf3d-4c4f-bf87-acad1757fee3 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:56.017712 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1e41d414-08ac-40c8-b129-fe7c0af4e313 req-6b04bbb4-bf3d-4c4f-bf87-acad1757fee3 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 944 time: 0.0533397 May 12 17:51:56.064677 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-1e41d414-08ac-40c8-b129-fe7c0af4e313 req-5236410a-7933-4b6d-9eeb-9ab80c9ac8ad tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410659 May 12 17:51:56.631136 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:56.976125 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e4d2d-fed4-4082-8e32-ec108d702785 req-15e25a37-b75b-44be-9e04-4a631b31584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:56.977569 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-058e4d2d-fed4-4082-8e32-ec108d702785 req-15e25a37-b75b-44be-9e04-4a631b31584a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c3403873c6404cd1a227b411c653126f&device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 1128 time: 0.0380940 May 12 17:51:57.071762 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e4d2d-fed4-4082-8e32-ec108d702785 req-cc5cfdbf-576d-4cde-ba90-660cbab74346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:57.073874 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-058e4d2d-fed4-4082-8e32-ec108d702785 req-cc5cfdbf-576d-4cde-ba90-660cbab74346 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1b01b3c7-1729-4430-8c0d-0413e4982878 HTTP/1.1" status: 200 len: 915 time: 0.0889378 May 12 17:51:57.116938 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-058e4d2d-fed4-4082-8e32-ec108d702785 req-c29504d9-ec8e-41f1-8568-f4fd18f5afa2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe5c5155-9974-49dd-9f2a-127350bb4e70 HTTP/1.1" status: 200 len: 217 time: 0.0339313 May 12 17:51:57.169963 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e4d2d-fed4-4082-8e32-ec108d702785 req-324512cb-c6e6-4596-b911-837f13859ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:57.171884 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-058e4d2d-fed4-4082-8e32-ec108d702785 req-324512cb-c6e6-4596-b911-837f13859ff9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=05e76cba-bff6-4e87-adca-1ebe03bf8865 HTTP/1.1" status: 200 len: 853 time: 0.0456007 May 12 17:51:57.184770 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5654d5e-5a5a-44dc-a3e1-1ed85de8865c req-72a68ec5-5cef-49c5-97fd-ff11045e9981 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:57.186296 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e5654d5e-5a5a-44dc-a3e1-1ed85de8865c req-72a68ec5-5cef-49c5-97fd-ff11045e9981 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 944 time: 0.0515866 May 12 17:51:57.225109 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e4d2d-fed4-4082-8e32-ec108d702785 req-78db8b37-6056-4037-bbc1-ed8d929518fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:57.226804 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-058e4d2d-fed4-4082-8e32-ec108d702785 req-78db8b37-6056-4037-bbc1-ed8d929518fb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1b01b3c7-1729-4430-8c0d-0413e4982878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463889 May 12 17:51:57.235511 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e5654d5e-5a5a-44dc-a3e1-1ed85de8865c req-87a44a55-4ac9-4d7f-81be-9aa476fad6bc tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431931 May 12 17:51:57.323572 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-058e4d2d-fed4-4082-8e32-ec108d702785 req-b67e6db3-c69c-41f9-a291-ec623287af0f service neutron] 10.222.0.89 "GET /v2.0/networks/1b01b3c7-1729-4430-8c0d-0413e4982878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880718 May 12 17:51:57.415514 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-058e4d2d-fed4-4082-8e32-ec108d702785 req-9780be3c-9bec-4ab6-b6d1-0dd3c948d725 service neutron] 10.222.0.89 "GET /v2.0/networks/1b01b3c7-1729-4430-8c0d-0413e4982878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866568 May 12 17:51:58.349585 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4ed6a-4527-42ed-985f-df8bd3dacd7e req-36543416-cd44-4990-a440-9899d75fa22d tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:58.351055 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d2e4ed6a-4527-42ed-985f-df8bd3dacd7e req-36543416-cd44-4990-a440-9899d75fa22d tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 944 time: 0.0463698 May 12 17:51:58.398459 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d2e4ed6a-4527-42ed-985f-df8bd3dacd7e req-05f574e7-7fae-4854-814a-675a37eaedee tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406308 May 12 17:51:59.207900 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device fe5c5155-9974-49dd-9f2a-127350bb4e70 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 17:51:59.304567 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port fe5c5155-9974-49dd-9f2a-127350bb4e70, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fe5c5155-9974-49dd-9f2a-127350bb4e70,segment=NetworkSegment(da1aa763-2d19-4eb7-827a-7231f2e5d01a),segment_id=da1aa763-2d19-4eb7-827a-7231f2e5d01a)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:59.316288 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Returning: {'device': 'fe5c5155-9974-49dd-9f2a-127350bb4e70', 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'port_id': 'fe5c5155-9974-49dd-9f2a-127350bb4e70', 'mac_address': 'fa:16:3e:23:29:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 17:51:59.358982 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port fe5c5155-9974-49dd-9f2a-127350bb4e70 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:51:59.359370 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:59.371833 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5c5155-9974-49dd-9f2a-127350bb4e70 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 17:51:59.390387 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port fe5c5155-9974-49dd-9f2a-127350bb4e70, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fe5c5155-9974-49dd-9f2a-127350bb4e70,segment=NetworkSegment(da1aa763-2d19-4eb7-827a-7231f2e5d01a),segment_id=da1aa763-2d19-4eb7-827a-7231f2e5d01a)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:51:59.394391 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:51:59.441894 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=fe5c5155-9974-49dd-9f2a-127350bb4e70,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:51:59.514396 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cdf5f-41f2-4130-aa94-50d4c4e49849 req-0f985fb3-2220-4d67-95c3-a60665748504 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:51:59.515818 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e32cdf5f-41f2-4130-aa94-50d4c4e49849 req-0f985fb3-2220-4d67-95c3-a60665748504 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 945 time: 0.0501673 May 12 17:51:59.564656 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e32cdf5f-41f2-4130-aa94-50d4c4e49849 req-4ce4b6ee-eb3c-4112-926e-ae5ec727db40 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 May 12 17:52:00.684609 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9d019-9964-48ca-b5d1-bcc5bbcf026d req-05443a7e-e275-4383-adf5-ce27351a4392 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:00.686879 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ceb9d019-9964-48ca-b5d1-bcc5bbcf026d req-05443a7e-e275-4383-adf5-ce27351a4392 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 945 time: 0.0526025 May 12 17:52:00.733005 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ceb9d019-9964-48ca-b5d1-bcc5bbcf026d req-c8baa25a-65f7-45e9-89ee-acb90a1a8cd4 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404665 May 12 17:52:01.178348 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['fe5c5155-9974-49dd-9f2a-127350bb4e70'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:52:01.850467 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339d60f-91e0-46f6-9bb2-de58c0e4d865 req-6f001f66-d2fc-4c31-af2d-8603689100f5 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:01.851939 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b339d60f-91e0-46f6-9bb2-de58c0e4d865 req-6f001f66-d2fc-4c31-af2d-8603689100f5 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 945 time: 0.0470533 May 12 17:52:01.898223 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-b339d60f-91e0-46f6-9bb2-de58c0e4d865 req-d81698ff-b5bb-4dc4-bc31-5b06f091b591 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399282 May 12 17:52:02.939631 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device fe5c5155-9974-49dd-9f2a-127350bb4e70 up at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 17:52:02.983460 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning for port fe5c5155-9974-49dd-9f2a-127350bb4e70 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 17:52:02.989549 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Provisioning complete for port fe5c5155-9974-49dd-9f2a-127350bb4e70 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:02.989968 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:03.013008 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d117fc-5916-4ba5-861c-96a35eb3864f req-1e6504f4-e763-40e9-8c4f-ef46e0819218 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:03.014542 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-11d117fc-5916-4ba5-861c-96a35eb3864f req-1e6504f4-e763-40e9-8c4f-ef46e0819218 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 945 time: 0.0478647 May 12 17:52:03.064352 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-11d117fc-5916-4ba5-861c-96a35eb3864f req-ae7d6621-11db-4716-a76e-ba12af74b3cf tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440340 May 12 17:52:03.071541 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Current status of the port fe5c5155-9974-49dd-9f2a-127350bb4e70 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:03.071933 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:03.097350 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5c5155-9974-49dd-9f2a-127350bb4e70'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:03.099546 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ff27bbb69d364c8af0d60eb08564b4f4fdb747c8460a9838227c03501b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63da3ba-4882-4ef8-928a-09c9c8ba408c" -d '{"events": [{"server_uuid": "d49a96bf-7f9d-40ea-a47a-574324e1ea5e", "name": "network-vif-plugged", "status": "completed", "tag": "fe5c5155-9974-49dd-9f2a-127350bb4e70"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:03.113467 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] For port fe5c5155-9974-49dd-9f2a-127350bb4e70, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fe5c5155-9974-49dd-9f2a-127350bb4e70,segment=NetworkSegment(da1aa763-2d19-4eb7-827a-7231f2e5d01a),segment_id=da1aa763-2d19-4eb7-827a-7231f2e5d01a)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:03.117843 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:03.148962 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dcad03-17b6-4d2a-8562-edae1d356901 x-openstack-request-id: req-60dcad03-17b6-4d2a-8562-edae1d356901 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:03.149344 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49a96bf-7f9d-40ea-a47a-574324e1ea5e", "name": "network-vif-plugged", "status": "completed", "tag": "fe5c5155-9974-49dd-9f2a-127350bb4e70", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:03.149499 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-60dcad03-17b6-4d2a-8562-edae1d356901 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:03.149901 dv-cinder-839793-10-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60dcad03-17b6-4d2a-8562-edae1d356901'] response: {'server_uuid': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5c5155-9974-49dd-9f2a-127350bb4e70', 'code': 200} May 12 17:52:03.174793 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Pushing event updated for resources: {'Port': ['ID=fe5c5155-9974-49dd-9f2a-127350bb4e70,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:03.335866 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90901df-3892-4c34-bcc5-6e54192574e0 req-24d2e8f2-9225-4575-b081-d91f039f64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:03.337639 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f90901df-3892-4c34-bcc5-6e54192574e0 req-24d2e8f2-9225-4575-b081-d91f039f64f1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 1130 time: 0.0538590 May 12 17:52:03.392960 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f90901df-3892-4c34-bcc5-6e54192574e0 req-130d5e16-5771-4663-872d-a21465276d43 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487170 May 12 17:52:04.179978 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ae013-fbb3-43e2-9a18-1b942920ea91 req-f71cb11a-d04f-4565-aaae-49d25e3b2400 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:04.181455 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-297ae013-fbb3-43e2-9a18-1b942920ea91 req-f71cb11a-d04f-4565-aaae-49d25e3b2400 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 946 time: 0.0493171 May 12 17:52:04.230120 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-297ae013-fbb3-43e2-9a18-1b942920ea91 req-6a653f31-d1f6-49ec-9336-2b91a632bd20 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418196 May 12 17:52:05.343519 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32287b5b-25f9-4b75-b61b-5907d9140a3c req-d3a5e367-386f-4a65-8cfe-3032bddb621a tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:05.344968 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-32287b5b-25f9-4b75-b61b-5907d9140a3c req-d3a5e367-386f-4a65-8cfe-3032bddb621a tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 946 time: 0.0462728 May 12 17:52:05.394627 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-32287b5b-25f9-4b75-b61b-5907d9140a3c req-69345187-d760-4010-a342-584b936f98c5 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441945 May 12 17:52:05.506756 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594e459-e91d-4a51-b1ba-0b57a54ae312 req-20c93c0e-2efd-452a-aecc-b404bfec51db tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:05.508116 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c594e459-e91d-4a51-b1ba-0b57a54ae312 req-20c93c0e-2efd-452a-aecc-b404bfec51db tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 946 time: 0.0463340 May 12 17:52:05.554113 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-c594e459-e91d-4a51-b1ba-0b57a54ae312 req-d0788fdd-332c-432e-aee7-5e2231a79664 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403898 May 12 17:52:05.877498 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac171d12-af14-4a7d-8c8e-a4ae5bd8fb79 req-78e8b8ff-821d-4cbe-885a-8def5376d638 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:05.879065 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ac171d12-af14-4a7d-8c8e-a4ae5bd8fb79 req-78e8b8ff-821d-4cbe-885a-8def5376d638 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 946 time: 0.0495570 May 12 17:52:05.924911 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ac171d12-af14-4a7d-8c8e-a4ae5bd8fb79 req-f6e8d872-ecaa-4d5d-8bc5-07cabbed1e93 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404236 May 12 17:52:10.841599 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:13.740491 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55802) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:13.844637 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-56b97fe4-d837-47c7-8604-4366a028623d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:13.920369 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-56b97fe4-d837-47c7-8604-4366a028623d admin admin] Publish callbacks [] for security_group (96652433-dc27-4ee6-831a-b661566e9731), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:13.923982 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-56b97fe4-d837-47c7-8604-4366a028623d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (96652433-dc27-4ee6-831a-b661566e9731), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:13.961704 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-56b97fe4-d837-47c7-8604-4366a028623d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aff764cbe6c94d11bfbb9205ad0face4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201278 May 12 17:52:13.962565 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b97fe4-d837-47c7-8604-4366a028623d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96652433-dc27-4ee6-831a-b661566e9731,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:13.964917 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 55806) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:14.012790 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7f43-6277-4e99-9d69-cc1c99c94d9c admin admin] Publish callbacks [] for security_group (96652433-dc27-4ee6-831a-b661566e9731), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.034064 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7f43-6277-4e99-9d69-cc1c99c94d9c admin admin] Publish callbacks [] for security_group (96652433-dc27-4ee6-831a-b661566e9731), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.079802 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7f43-6277-4e99-9d69-cc1c99c94d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (96652433-dc27-4ee6-831a-b661566e9731), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.082328 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7f43-6277-4e99-9d69-cc1c99c94d9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:14.083514 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-6fbb7f43-6277-4e99-9d69-cc1c99c94d9c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/96652433-dc27-4ee6-831a-b661566e9731 HTTP/1.1" status: 204 len: 168 time: 0.1176143 May 12 17:52:14.091682 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb7f43-6277-4e99-9d69-cc1c99c94d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96652433-dc27-4ee6-831a-b661566e9731,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:15.871471 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:52:17.631731 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f28a0-3eb2-4a21-bbb1-97a4a5d6e975 req-995ceec6-6ebd-4423-8dd7-d5bf17ff3158 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:17.633216 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ad5f28a0-3eb2-4a21-bbb1-97a4a5d6e975 req-995ceec6-6ebd-4423-8dd7-d5bf17ff3158 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 946 time: 0.0487046 May 12 17:52:17.652263 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55864) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:17.686353 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-ad5f28a0-3eb2-4a21-bbb1-97a4a5d6e975 req-fe99efdc-28be-4566-9de4-8bd2195670ca tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474064 May 12 17:52:17.708592 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55868) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:17.759443 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5ee8c8c6-6960-45d2-a0e3-6ba193d733b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.867375 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5ee8c8c6-6960-45d2-a0e3-6ba193d733b8 admin admin] Publish callbacks [] for security_group (18e15ec6-975c-4139-a901-d40b5fd77747), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.871106 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a54f46-7235-445e-bba6-f5c52befb2df tempest-TestMinimumBasicScenario-1049142317 tempest-TestMinimumBasicScenario-1049142317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:17.872640 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-38a54f46-7235-445e-bba6-f5c52befb2df tempest-TestMinimumBasicScenario-1049142317 tempest-TestMinimumBasicScenario-1049142317-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 1125 time: 0.1630836 May 12 17:52:17.873781 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-5ee8c8c6-6960-45d2-a0e3-6ba193d733b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (18e15ec6-975c-4139-a901-d40b5fd77747), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.875708 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 55872) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:17.880308 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Request body: {'floatingip': {'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'port_id': 'fe5c5155-9974-49dd-9f2a-127350bb4e70', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:17.902290 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:17.912622 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-5ee8c8c6-6960-45d2-a0e3-6ba193d733b8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e26e647ec73448299c0695d68b7de677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591856 May 12 17:52:17.913466 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8c8c6-6960-45d2-a0e3-6ba193d733b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e15ec6-975c-4139-a901-d40b5fd77747,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:17.915795 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 55874) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:18.015886 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (None), before_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.032814 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Publish callbacks [] for security_group (18e15ec6-975c-4139-a901-d40b5fd77747), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.089041 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Publish callbacks [] for security_group (18e15ec6-975c-4139-a901-d40b5fd77747), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.164702 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_common [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Allocated IP 172.27.3.175 (b6af4ff4-d32b-4188-9b8b-39d506141485/aa3d7dec-8473-439f-be75-bd9312424549/cd92602e-2cea-439f-921d-6d05262b63e3) {{(pid=110068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 17:52:18.180616 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (18e15ec6-975c-4139-a901-d40b5fd77747), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.183228 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.184362 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/18e15ec6-975c-4139-a901-d40b5fd77747 HTTP/1.1" status: 204 len: 168 time: 0.2624547 May 12 17:52:18.208710 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e15ec6-975c-4139-a901-d40b5fd77747,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:18.246466 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:18.246859 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:18.247211 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:18.247557 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:18.247896 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:18.248231 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:18.248566 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:18.248900 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:18.249235 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:18.249568 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:18.249961 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:18.250253 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:18.250553 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:18.250909 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:18.251267 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042ead0-30d9-4807-9c7b-686f54cd26ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:18.303767 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for port (cd92602e-2cea-439f-921d-6d05262b63e3), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.339939 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741377918823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (cd92602e-2cea-439f-921d-6d05262b63e3), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.377521 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Network b6af4ff4-d32b-4188-9b8b-39d506141485 is already hosted by enough agents. {{(pid=110068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 17:52:18.380306 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.base_scheduler [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Resources bound (agent type, host, resource id): {{(pid=110068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 17:52:18.387460 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Received port after_create {{(pid=110068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 17:52:18.409452 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Pushing event updated for resources: {'Port': ['ID=cd92602e-2cea-439f-921d-6d05262b63e3,revision_number=1']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:18.768929 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for floatingip (ed4e2853-3423-4b5f-90b0-0628dd2ab81b), precommit_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:18.839872 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (cd92602e-2cea-439f-921d-6d05262b63e3), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.027038 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for port (cd92602e-2cea-439f-921d-6d05262b63e3), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.031694 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (cd92602e-2cea-439f-921d-6d05262b63e3), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.107030 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Pushing event updated for resources: {'Port': ['ID=cd92602e-2cea-439f-921d-6d05262b63e3,revision_number=2']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:19.113288 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7867179'] for floatingip (ed4e2853-3423-4b5f-90b0-0628dd2ab81b), after_create {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.223420 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.l3_db [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Floating IP ed4e2853-3423-4b5f-90b0-0628dd2ab81b associated. External IP: 172.27.3.175, port: fe5c5155-9974-49dd-9f2a-127350bb4e70. May 12 17:52:19.438177 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:52:19.547072 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:19.557431 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac53ce30-247b-40f6-b736-702d0cea58cd None None] Sync routers for ids ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:19.565345 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.569680 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac53ce30-247b-40f6-b736-702d0cea58cd None None] Routers {'e490d4ff-6137-4ff2-ae4e-a2515c0cf116'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:19.570510 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ac53ce30-247b-40f6-b736-702d0cea58cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:19.596040 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-c6dae55f-10f2-4d78-b8da-9091c2477039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7191226 May 12 17:52:19.596632 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'tag': 'fe5c5155-9974-49dd-9f2a-127350bb4e70'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:19.598904 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e18d46-9f71-4da6-9bd2-53deae2a873c" -d '{"events": [{"name": "network-changed", "server_uuid": "d49a96bf-7f9d-40ea-a47a-574324e1ea5e", "tag": "fe5c5155-9974-49dd-9f2a-127350bb4e70"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:19.599205 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55904) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:19.603758 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-6f137465-6c4f-49d4-a73f-2e59baa3215b tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-154583875', 'description': 'tempest-secgroup-smoke-154583875 description', 'project_id': 'c3403873c6404cd1a227b411c653126f'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:19.629287 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6f137465-6c4f-49d4-a73f-2e59baa3215b tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.637246 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71604253-43f6-4855-a921-e8afe19a944c x-openstack-request-id: req-71604253-43f6-4855-a921-e8afe19a944c {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:19.637541 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49a96bf-7f9d-40ea-a47a-574324e1ea5e", "tag": "fe5c5155-9974-49dd-9f2a-127350bb4e70", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:19.637799 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-71604253-43f6-4855-a921-e8afe19a944c {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:19.638209 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71604253-43f6-4855-a921-e8afe19a944c'] response: {'name': 'network-changed', 'server_uuid': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'tag': 'fe5c5155-9974-49dd-9f2a-127350bb4e70', 'status': 'completed', 'code': 200} May 12 17:52:19.692014 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-ac53ce30-247b-40f6-b736-702d0cea58cd None None] Set router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:19.704623 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6f137465-6c4f-49d4-a73f-2e59baa3215b tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group (ddb2b66f-ec85-4fdc-8ab3-c8264368a69d), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.709092 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6f137465-6c4f-49d4-a73f-2e59baa3215b tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (ddb2b66f-ec85-4fdc-8ab3-c8264368a69d), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.709462 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e18d46-9f71-4da6-9bd2-53deae2a873c req-074ff3fe-2ce5-4ae1-bf5c-c854d41c1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:19.711002 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e2e18d46-9f71-4da6-9bd2-53deae2a873c req-074ff3fe-2ce5-4ae1-bf5c-c854d41c1c4f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c3403873c6404cd1a227b411c653126f&device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 1130 time: 0.0459547 May 12 17:52:19.741811 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-6f137465-6c4f-49d4-a73f-2e59baa3215b tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.743040 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-6f137465-6c4f-49d4-a73f-2e59baa3215b tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1428089 May 12 17:52:19.743936 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f137465-6c4f-49d4-a73f-2e59baa3215b tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb2b66f-ec85-4fdc-8ab3-c8264368a69d,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:19.746120 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55908) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:19.750436 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-59f7f60f-4131-48e7-b359-f51d702318cb tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Request body: {'security_group_rule': {'security_group_id': 'ddb2b66f-ec85-4fdc-8ab3-c8264368a69d', 'project_id': 'c3403873c6404cd1a227b411c653126f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:19.780914 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-59f7f60f-4131-48e7-b359-f51d702318cb tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (7c0f651f-32cb-41cc-a0ee-59c436cb566b), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.811741 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e18d46-9f71-4da6-9bd2-53deae2a873c req-6b6ba5c1-93e7-4d76-bca5-0c458eae8c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:19.813234 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e2e18d46-9f71-4da6-9bd2-53deae2a873c req-6b6ba5c1-93e7-4d76-bca5-0c458eae8c79 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1b01b3c7-1729-4430-8c0d-0413e4982878 HTTP/1.1" status: 200 len: 915 time: 0.0961959 May 12 17:52:19.833752 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-59f7f60f-4131-48e7-b359-f51d702318cb tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (7c0f651f-32cb-41cc-a0ee-59c436cb566b), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.838283 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-59f7f60f-4131-48e7-b359-f51d702318cb tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (7c0f651f-32cb-41cc-a0ee-59c436cb566b), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.853991 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7f60f-4131-48e7-b359-f51d702318cb tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0f651f-32cb-41cc-a0ee-59c436cb566b,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:19.870370 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-59f7f60f-4131-48e7-b359-f51d702318cb tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.871918 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-59f7f60f-4131-48e7-b359-f51d702318cb tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248574 May 12 17:52:19.874714 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55910) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:19.879688 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-95f3d6af-1a7b-421a-b4fd-c16306c98b75 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Request body: {'security_group_rule': {'security_group_id': 'ddb2b66f-ec85-4fdc-8ab3-c8264368a69d', 'project_id': 'c3403873c6404cd1a227b411c653126f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:19.888190 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e2e18d46-9f71-4da6-9bd2-53deae2a873c req-5d7f050c-4312-46f8-8a84-d272372d8ecd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe5c5155-9974-49dd-9f2a-127350bb4e70 HTTP/1.1" status: 200 len: 1000 time: 0.0685146 May 12 17:52:19.908387 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-95f3d6af-1a7b-421a-b4fd-c16306c98b75 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (e919f2d8-1afa-4354-b950-f4a06b3f86c0), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.939792 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ac53ce30-247b-40f6-b736-702d0cea58cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'name': 'tempest-TestMinimumBasicScenario-209215553-router', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:24Z', 'revision_number': 4, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'gw_port': {'id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'ed4e2853-3423-4b5f-90b0-0628dd2ab81b', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'port_id': 'fe5c5155-9974-49dd-9f2a-127350bb4e70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'mac_address': 'fa:16:3e:23:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 0, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b537163-10c2-49bb-b7a0-e5f3d9a62dc4', 'name': '', 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'mac_address': 'fa:16:3e:c4:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:24Z', 'updated_at': '2022-05-12T17:51:30Z', 'revision_number': 5, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'subnets': [{'id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:19.940304 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e18d46-9f71-4da6-9bd2-53deae2a873c req-f30f4f90-1f1a-4738-a621-747e50b9d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:19.941834 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e2e18d46-9f71-4da6-9bd2-53deae2a873c req-f30f4f90-1f1a-4738-a621-747e50b9d933 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=05e76cba-bff6-4e87-adca-1ebe03bf8865 HTTP/1.1" status: 200 len: 853 time: 0.0482938 May 12 17:52:19.969341 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac53ce30-247b-40f6-b736-702d0cea58cd None None] Checking router: e490d4ff-6137-4ff2-ae4e-a2515c0cf116 for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:19.974625 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-95f3d6af-1a7b-421a-b4fd-c16306c98b75 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (e919f2d8-1afa-4354-b950-f4a06b3f86c0), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.978615 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac53ce30-247b-40f6-b736-702d0cea58cd None None] Routers {'e490d4ff-6137-4ff2-ae4e-a2515c0cf116'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:19.979355 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-95f3d6af-1a7b-421a-b4fd-c16306c98b75 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (e919f2d8-1afa-4354-b950-f4a06b3f86c0), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:19.979519 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ac53ce30-247b-40f6-b736-702d0cea58cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:19.991273 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e18d46-9f71-4da6-9bd2-53deae2a873c req-b5597067-7448-4ce8-ac2e-d76172ce676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:19.992794 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e2e18d46-9f71-4da6-9bd2-53deae2a873c req-b5597067-7448-4ce8-ac2e-d76172ce676d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1b01b3c7-1729-4430-8c0d-0413e4982878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444307 May 12 17:52:19.999281 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3d6af-1a7b-421a-b4fd-c16306c98b75 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e919f2d8-1afa-4354-b950-f4a06b3f86c0,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:20.006396 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-95f3d6af-1a7b-421a-b4fd-c16306c98b75 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.007508 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-95f3d6af-1a7b-421a-b4fd-c16306c98b75 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316717 May 12 17:52:20.010938 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55912) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:20.015823 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-4e9a38cc-6fa2-4f4e-821e-c0994c49122f tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Request body: {'security_group_rule': {'security_group_id': 'ddb2b66f-ec85-4fdc-8ab3-c8264368a69d', 'project_id': 'c3403873c6404cd1a227b411c653126f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:20.047334 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4e9a38cc-6fa2-4f4e-821e-c0994c49122f tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (51f8b831-c498-42cb-85c6-4a28cddffdbd), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.090895 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 55914) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:20.100095 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e2e18d46-9f71-4da6-9bd2-53deae2a873c req-2f06b079-3fe2-4888-ab2f-54d757060402 service neutron] 10.222.0.89 "GET /v2.0/networks/1b01b3c7-1729-4430-8c0d-0413e4982878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006134 May 12 17:52:20.108424 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-ac53ce30-247b-40f6-b736-702d0cea58cd None None] Set router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:20.111675 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4e9a38cc-6fa2-4f4e-821e-c0994c49122f tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (51f8b831-c498-42cb-85c6-4a28cddffdbd), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.115480 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4e9a38cc-6fa2-4f4e-821e-c0994c49122f tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (51f8b831-c498-42cb-85c6-4a28cddffdbd), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.134587 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a38cc-6fa2-4f4e-821e-c0994c49122f tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f8b831-c498-42cb-85c6-4a28cddffdbd,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:20.139869 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-4e9a38cc-6fa2-4f4e-821e-c0994c49122f tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.141125 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-4e9a38cc-6fa2-4f4e-821e-c0994c49122f tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289842 May 12 17:52:20.143829 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55916) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:20.148609 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-00c52968-245e-4fe7-958b-2e1dce4b862a tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Request body: {'security_group_rule': {'security_group_id': 'ddb2b66f-ec85-4fdc-8ab3-c8264368a69d', 'project_id': 'c3403873c6404cd1a227b411c653126f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:20.177789 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-00c52968-245e-4fe7-958b-2e1dce4b862a tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (42f6caef-2254-4bd8-8c5a-6d5e91998d9e), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.248692 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-00c52968-245e-4fe7-958b-2e1dce4b862a tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (42f6caef-2254-4bd8-8c5a-6d5e91998d9e), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.256023 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-00c52968-245e-4fe7-958b-2e1dce4b862a tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (42f6caef-2254-4bd8-8c5a-6d5e91998d9e), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.296480 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c52968-245e-4fe7-958b-2e1dce4b862a tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f6caef-2254-4bd8-8c5a-6d5e91998d9e,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:20.296627 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e2e18d46-9f71-4da6-9bd2-53deae2a873c req-67ed5a14-f76a-4771-aec5-07324d984e45 service neutron] 10.222.0.89 "GET /v2.0/networks/1b01b3c7-1729-4430-8c0d-0413e4982878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644530 May 12 17:52:20.301162 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-00c52968-245e-4fe7-958b-2e1dce4b862a tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.302717 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-00c52968-245e-4fe7-958b-2e1dce4b862a tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1576946 May 12 17:52:20.305195 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55922) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:20.311029 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-d050f60a-d487-4679-baf3-dee7e197b039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Request body: {'security_group_rule': {'security_group_id': 'ddb2b66f-ec85-4fdc-8ab3-c8264368a69d', 'project_id': 'c3403873c6404cd1a227b411c653126f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:20.338887 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.securitygroups_db [None req-d050f60a-d487-4679-baf3-dee7e197b039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Project c3403873c6404cd1a227b411c653126f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:52:20.346032 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d050f60a-d487-4679-baf3-dee7e197b039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (05aaf739-9585-4d93-9e9f-fdfd3722fc2b), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.351020 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-ffc84a5f-cd0f-45fc-9877-b16e2eb584e0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Deleting port d8453518-a340-4f7c-a891-2aeb8c2dc9ec {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:20.351487 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ffc84a5f-cd0f-45fc-9877-b16e2eb584e0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (d8453518-a340-4f7c-a891-2aeb8c2dc9ec), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.392481 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-33a6374b-3c36-439c-96a9-faffe46b11bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.401715 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ac53ce30-247b-40f6-b736-702d0cea58cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'name': 'tempest-TestMinimumBasicScenario-209215553-router', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:24Z', 'revision_number': 4, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'gw_port': {'id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'ed4e2853-3423-4b5f-90b0-0628dd2ab81b', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'port_id': 'fe5c5155-9974-49dd-9f2a-127350bb4e70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'mac_address': 'fa:16:3e:23:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 0, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b537163-10c2-49bb-b7a0-e5f3d9a62dc4', 'name': '', 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'mac_address': 'fa:16:3e:c4:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:24Z', 'updated_at': '2022-05-12T17:51:30Z', 'revision_number': 5, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'subnets': [{'id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:20.432836 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac53ce30-247b-40f6-b736-702d0cea58cd None None] The sync data for ids ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'] in dv-cinder-839793-10-iscsi is: [{'id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'name': 'tempest-TestMinimumBasicScenario-209215553-router', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:24Z', 'revision_number': 4, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'gw_port': {'id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': 'ed4e2853-3423-4b5f-90b0-0628dd2ab81b', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'port_id': 'fe5c5155-9974-49dd-9f2a-127350bb4e70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'mac_address': 'fa:16:3e:23:29:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:52:18Z', 'updated_at': '2022-05-12T17:52:18Z', 'revision_number': 0, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b537163-10c2-49bb-b7a0-e5f3d9a62dc4', 'name': '', 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'mac_address': 'fa:16:3e:c4:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:24Z', 'updated_at': '2022-05-12T17:51:30Z', 'revision_number': 5, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'subnets': [{'id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:20.434799 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d050f60a-d487-4679-baf3-dee7e197b039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (05aaf739-9585-4d93-9e9f-fdfd3722fc2b), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.439202 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d050f60a-d487-4679-baf3-dee7e197b039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (05aaf739-9585-4d93-9e9f-fdfd3722fc2b), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.458535 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050f60a-d487-4679-baf3-dee7e197b039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05aaf739-9585-4d93-9e9f-fdfd3722fc2b,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:20.464219 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ffc84a5f-cd0f-45fc-9877-b16e2eb584e0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (d8453518-a340-4f7c-a891-2aeb8c2dc9ec), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.464586 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ffc84a5f-cd0f-45fc-9877-b16e2eb584e0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for floatingip (d8453518-a340-4f7c-a891-2aeb8c2dc9ec), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.477659 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d050f60a-d487-4679-baf3-dee7e197b039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.479676 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-d050f60a-d487-4679-baf3-dee7e197b039 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1733823 May 12 17:52:20.482708 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 55924) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:20.483700 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-ffc84a5f-cd0f-45fc-9877-b16e2eb584e0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Calling delete_port for d8453518-a340-4f7c-a891-2aeb8c2dc9ec owned by network:floatingip {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:20.486782 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [None req-7aecf025-2ec5-4d93-9e45-e7f38ca6d422 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Request body: {'security_group_rule': {'security_group_id': 'ddb2b66f-ec85-4fdc-8ab3-c8264368a69d', 'project_id': 'c3403873c6404cd1a227b411c653126f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:20.516218 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.securitygroups_db [None req-7aecf025-2ec5-4d93-9e45-e7f38ca6d422 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Project c3403873c6404cd1a227b411c653126f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 17:52:20.523929 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7aecf025-2ec5-4d93-9e45-e7f38ca6d422 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (3dacc61b-2c37-43ae-936c-c5df14cbcb60), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.613438 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7aecf025-2ec5-4d93-9e45-e7f38ca6d422 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (3dacc61b-2c37-43ae-936c-c5df14cbcb60), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.618030 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7aecf025-2ec5-4d93-9e45-e7f38ca6d422 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880496'] for security_group_rule (3dacc61b-2c37-43ae-936c-c5df14cbcb60), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.638951 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aecf025-2ec5-4d93-9e45-e7f38ca6d422 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dacc61b-2c37-43ae-936c-c5df14cbcb60,revision_number=0']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:20.651904 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-7aecf025-2ec5-4d93-9e45-e7f38ca6d422 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.655185 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-7aecf025-2ec5-4d93-9e45-e7f38ca6d422 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1715133 May 12 17:52:20.705034 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ffc84a5f-cd0f-45fc-9877-b16e2eb584e0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (d8453518-a340-4f7c-a891-2aeb8c2dc9ec), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.729643 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b05f79b-5857-4b03-a31c-cfeda2123386 None None] New status for floating IP ed4e2853-3423-4b5f-90b0-0628dd2ab81b: ACTIVE {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:52:20.737924 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc84a5f-cd0f-45fc-9877-b16e2eb584e0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event deleted for resources: {'Port': ['ID=d8453518-a340-4f7c-a891-2aeb8c2dc9ec,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:20.822454 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2b71c079-c1a4-406d-99b6-631a8d690c04 req-120e372d-c096-4102-935b-bc5653470ffa tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-154583875&fields=id&tenant_id=c3403873c6404cd1a227b411c653126f HTTP/1.1" status: 200 len: 267 time: 0.0952063 May 12 17:52:20.841155 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ffc84a5f-cd0f-45fc-9877-b16e2eb584e0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for floatingip (7f852707-469b-45a9-88e4-3121aae94226), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:20.841638 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.l3_db [None req-ffc84a5f-cd0f-45fc-9877-b16e2eb584e0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Floating IP 7f852707-469b-45a9-88e4-3121aae94226 disassociated (deleted). External IP: 172.27.3.242, port: 9080bbb4-c021-4c41-9e20-56892559bb65. May 12 17:52:21.170149 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71c079-c1a4-406d-99b6-631a8d690c04 req-87ef3594-cba2-42c7-a0d2-05805d068df8 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:21.171637 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2b71c079-c1a4-406d-99b6-631a8d690c04 req-87ef3594-cba2-42c7-a0d2-05805d068df8 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 946 time: 0.3428330 May 12 17:52:21.187730 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.v2.base [req-2b71c079-c1a4-406d-99b6-631a8d690c04 req-3ed2e1d4-0a7c-40ab-81ed-2ad20891a884 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Request body: {'port': {'security_groups': ['84016dfb-7aa8-4ea4-ab73-ccbfed5416d7', 'ddb2b66f-ec85-4fdc-8ab3-c8264368a69d']}} {{(pid=110068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:52:21.298033 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-2b71c079-c1a4-406d-99b6-631a8d690c04 req-3ed2e1d4-0a7c-40ab-81ed-2ad20891a884 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), before_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:21.485884 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc84a5f-cd0f-45fc-9877-b16e2eb584e0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Router 43453b9e-01a5-463b-8502-f0acb3b1868b has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:52:21.693047 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [req-2b71c079-c1a4-406d-99b6-631a8d690c04 req-3ed2e1d4-0a7c-40ab-81ed-2ad20891a884 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] For port fe5c5155-9974-49dd-9f2a-127350bb4e70, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fe5c5155-9974-49dd-9f2a-127350bb4e70,segment=NetworkSegment(da1aa763-2d19-4eb7-827a-7231f2e5d01a),segment_id=da1aa763-2d19-4eb7-827a-7231f2e5d01a)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:21.695289 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc84a5f-cd0f-45fc-9877-b16e2eb584e0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:21.704824 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-ffc84a5f-cd0f-45fc-9877-b16e2eb584e0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:21.705587 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6e921-7faf-49c9-b49b-b474853b6375 None None] Sync routers for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:21.716134 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6e921-7faf-49c9-b49b-b474853b6375 None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:21.716742 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-7ec6e921-7faf-49c9-b49b-b474853b6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:21.743708 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-ffc84a5f-cd0f-45fc-9877-b16e2eb584e0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "DELETE /v2.0/floatingips/7f852707-469b-45a9-88e4-3121aae94226 HTTP/1.1" status: 204 len: 168 time: 1.6514771 May 12 17:52:21.748976 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050e8718-e2ab-4e72-b674-2dee39306e04', 'tag': '9080bbb4-c021-4c41-9e20-56892559bb65'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:21.751406 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb99b832-47da-4f1a-bfa4-f67666f47927" -d '{"events": [{"name": "network-changed", "server_uuid": "050e8718-e2ab-4e72-b674-2dee39306e04", "tag": "9080bbb4-c021-4c41-9e20-56892559bb65"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:21.757903 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-2b71c079-c1a4-406d-99b6-631a8d690c04 req-3ed2e1d4-0a7c-40ab-81ed-2ad20891a884 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), precommit_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:21.763948 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-2b71c079-c1a4-406d-99b6-631a8d690c04 req-3ed2e1d4-0a7c-40ab-81ed-2ad20891a884 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3808928'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), after_update {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:21.823286 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71c079-c1a4-406d-99b6-631a8d690c04 req-3ed2e1d4-0a7c-40ab-81ed-2ad20891a884 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:21.823963 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [req-2b71c079-c1a4-406d-99b6-631a8d690c04 req-3ed2e1d4-0a7c-40ab-81ed-2ad20891a884 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:21.825424 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2b71c079-c1a4-406d-99b6-631a8d690c04 req-3ed2e1d4-0a7c-40ab-81ed-2ad20891a884 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "PUT /v2.0/ports/fe5c5155-9974-49dd-9f2a-127350bb4e70 HTTP/1.1" status: 200 len: 982 time: 0.6477914 May 12 17:52:21.852393 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2e1d4-0a7c-40ab-81ed-2ad20891a884 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Pushing event updated for resources: {'Port': ['ID=fe5c5155-9974-49dd-9f2a-127350bb4e70,revision_number=6']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:21.885290 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6835fc67-cd63-450e-9e3d-ad03ce323e0a x-openstack-request-id: req-6835fc67-cd63-450e-9e3d-ad03ce323e0a {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:21.885596 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050e8718-e2ab-4e72-b674-2dee39306e04", "tag": "9080bbb4-c021-4c41-9e20-56892559bb65", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:21.885905 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6835fc67-cd63-450e-9e3d-ad03ce323e0a {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:21.886349 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6835fc67-cd63-450e-9e3d-ad03ce323e0a'] response: {'name': 'network-changed', 'server_uuid': '050e8718-e2ab-4e72-b674-2dee39306e04', 'tag': '9080bbb4-c021-4c41-9e20-56892559bb65', 'status': 'completed', 'code': 200} May 12 17:52:21.990903 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-7ec6e921-7faf-49c9-b49b-b474853b6375 None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:21.996215 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7d837-0d15-456c-989a-d9cf7ea6e5f8 req-6f7cade1-885e-4eb9-a79f-677ced458c33 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:22.004346 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-02f7d837-0d15-456c-989a-d9cf7ea6e5f8 req-6f7cade1-885e-4eb9-a79f-677ced458c33 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 985 time: 0.0621684 May 12 17:52:22.041020 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072239a7-92cf-4688-b455-46a22a5413e0 req-9d0691bd-f68d-461f-855c-cd9cf7781cb0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:22.043305 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-072239a7-92cf-4688-b455-46a22a5413e0 req-9d0691bd-f68d-461f-855c-cd9cf7781cb0 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 946 time: 0.0581436 May 12 17:52:22.081342 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-02f7d837-0d15-456c-989a-d9cf7ea6e5f8 req-1348eb8d-c6ab-4d70-9bca-8a4afb1b0a1c tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb2b66f-ec85-4fdc-8ab3-c8264368a69d&id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760903 May 12 17:52:22.101492 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-072239a7-92cf-4688-b455-46a22a5413e0 req-22bccdd8-e50f-43b6-94c0-a985812c253a tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511930 May 12 17:52:22.144878 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-4393b7a9-e6e5-43ef-8c2d-eb068ca7b511 None None] Provisioning complete for port fe5c5155-9974-49dd-9f2a-127350bb4e70 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:52:22.145260 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4393b7a9-e6e5-43ef-8c2d-eb068ca7b511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:22.305312 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-4393b7a9-e6e5-43ef-8c2d-eb068ca7b511 None None] Current status of the port fe5c5155-9974-49dd-9f2a-127350bb4e70 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:52:22.308703 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-7ec6e921-7faf-49c9-b49b-b474853b6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '88fa077b-3584-44e7-8a39-a2affe9bec92', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'port_id': 'fac993c6-5c0c-429d-9df1-25372f4535e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'mac_address': 'fa:16:3e:4c:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:31Z', 'updated_at': '2022-05-12T17:48:34Z', 'revision_number': 1, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:22.339460 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6e921-7faf-49c9-b49b-b474853b6375 None None] Checking router: 43453b9e-01a5-463b-8502-f0acb3b1868b for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:22.347648 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6e921-7faf-49c9-b49b-b474853b6375 None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:22.348268 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-7ec6e921-7faf-49c9-b49b-b474853b6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:51:53Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:22.457031 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-7ec6e921-7faf-49c9-b49b-b474853b6375 None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:22.664693 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-6b45d7ef-6488-43b2-b3e0-dbf42b4c0a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:22.686413 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-7ec6e921-7faf-49c9-b49b-b474853b6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '88fa077b-3584-44e7-8a39-a2affe9bec92', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'port_id': 'fac993c6-5c0c-429d-9df1-25372f4535e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'mac_address': 'fa:16:3e:4c:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:31Z', 'updated_at': '2022-05-12T17:48:34Z', 'revision_number': 1, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:22.712855 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6e921-7faf-49c9-b49b-b474853b6375 None None] The sync data for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi is: [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_floatingips': [{'id': '88fa077b-3584-44e7-8a39-a2affe9bec92', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'router_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'port_id': 'fac993c6-5c0c-429d-9df1-25372f4535e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'mac_address': 'fa:16:3e:4c:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T17:48:31Z', 'updated_at': '2022-05-12T17:48:34Z', 'revision_number': 1, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:22.934522 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f7b82-d80d-4565-8e65-54cdcfdb1e7e None None] New status for floating IP 7f852707-469b-45a9-88e4-3121aae94226: DOWN {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:52:23.216409 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd771b-c35b-4255-b600-4425863402a7 req-2fbdb9ae-3adb-452d-82b1-f912e4d12a63 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:23.217874 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d6bd771b-c35b-4255-b600-4425863402a7 req-2fbdb9ae-3adb-452d-82b1-f912e4d12a63 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 946 time: 0.0464163 May 12 17:52:23.267597 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-d6bd771b-c35b-4255-b600-4425863402a7 req-ede0b477-d62c-4ac6-b9c4-07fc20ddd1b2 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439203 May 12 17:52:23.409275 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['fe5c5155-9974-49dd-9f2a-127350bb4e70'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:52:23.465462 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99b832-47da-4f1a-bfa4-f67666f47927 req-e022c8b9-8572-4ccc-83ab-3650d7df50fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:23.467077 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fb99b832-47da-4f1a-bfa4-f67666f47927 req-e022c8b9-8572-4ccc-83ab-3650d7df50fe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e9154d1a4c44c6b8a42001c659d069b&device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 1130 time: 0.0414002 May 12 17:52:23.518575 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['fe5c5155-9974-49dd-9f2a-127350bb4e70'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:52:23.887283 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'tag': 'fe5c5155-9974-49dd-9f2a-127350bb4e70'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:23.889739 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e339d7-fa7b-41e4-9408-baa0c528914a" -d '{"events": [{"name": "network-changed", "server_uuid": "d49a96bf-7f9d-40ea-a47a-574324e1ea5e", "tag": "fe5c5155-9974-49dd-9f2a-127350bb4e70"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:23.924924 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:23.928837 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752a7394-4b2e-470b-9c5a-4a80c8122d52 x-openstack-request-id: req-752a7394-4b2e-470b-9c5a-4a80c8122d52 {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:23.929159 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49a96bf-7f9d-40ea-a47a-574324e1ea5e", "tag": "fe5c5155-9974-49dd-9f2a-127350bb4e70", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:23.929420 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-752a7394-4b2e-470b-9c5a-4a80c8122d52 {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:23.929878 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752a7394-4b2e-470b-9c5a-4a80c8122d52'] response: {'name': 'network-changed', 'server_uuid': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'tag': 'fe5c5155-9974-49dd-9f2a-127350bb4e70', 'status': 'completed', 'code': 200} May 12 17:52:24.381711 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e2f0a-e734-4d82-bf01-dc923d11ae0a req-85b2b415-4e72-4deb-b169-964ef25b2ea5 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:24.383179 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6c5e2f0a-e734-4d82-bf01-dc923d11ae0a req-85b2b415-4e72-4deb-b169-964ef25b2ea5 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 946 time: 0.0466609 May 12 17:52:24.436209 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-6c5e2f0a-e734-4d82-bf01-dc923d11ae0a req-877bf416-14e5-4b84-9acd-a358666ce3e1 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470707 May 12 17:52:24.625634 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e339d7-fa7b-41e4-9408-baa0c528914a req-512d7792-44bf-4bba-b3b3-f9d64719745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:24.627188 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-65e339d7-fa7b-41e4-9408-baa0c528914a req-512d7792-44bf-4bba-b3b3-f9d64719745e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c3403873c6404cd1a227b411c653126f&device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 1169 time: 0.0404677 May 12 17:52:24.657406 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99b832-47da-4f1a-bfa4-f67666f47927 req-bb5bee41-aab7-4177-b928-99c1a17a193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:24.659001 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fb99b832-47da-4f1a-bfa4-f67666f47927 req-bb5bee41-aab7-4177-b928-99c1a17a193e service neutron] 10.222.0.89 "GET /v2.0/networks?id=3cb76e15-efb3-4276-8531-f3adac3a6ec1 HTTP/1.1" status: 200 len: 913 time: 0.0912082 May 12 17:52:24.725462 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e339d7-fa7b-41e4-9408-baa0c528914a req-db773d11-d3d5-4e6b-945c-661ae6497399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:24.726988 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-65e339d7-fa7b-41e4-9408-baa0c528914a req-db773d11-d3d5-4e6b-945c-661ae6497399 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1b01b3c7-1729-4430-8c0d-0413e4982878 HTTP/1.1" status: 200 len: 915 time: 0.0905399 May 12 17:52:24.775609 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fb99b832-47da-4f1a-bfa4-f67666f47927 req-a8eae083-be8f-4694-9aba-469533dcbbd6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9080bbb4-c021-4c41-9e20-56892559bb65 HTTP/1.1" status: 200 len: 217 time: 0.0402939 May 12 17:52:24.824573 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-65e339d7-fa7b-41e4-9408-baa0c528914a req-aaef9cb4-b4db-42c9-958e-8db39bffc61c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe5c5155-9974-49dd-9f2a-127350bb4e70 HTTP/1.1" status: 200 len: 1002 time: 0.0682878 May 12 17:52:24.831915 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99b832-47da-4f1a-bfa4-f67666f47927 req-e3452ff6-b6fe-4de9-bd75-05e30fab806a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:24.833554 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fb99b832-47da-4f1a-bfa4-f67666f47927 req-e3452ff6-b6fe-4de9-bd75-05e30fab806a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d9c99e92-93c2-417d-8e54-471b58588d33 HTTP/1.1" status: 200 len: 851 time: 0.0517960 May 12 17:52:24.994697 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99b832-47da-4f1a-bfa4-f67666f47927 req-1ea35df8-113a-4aa7-9d88-34270c6ab10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:24.996113 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fb99b832-47da-4f1a-bfa4-f67666f47927 req-1ea35df8-113a-4aa7-9d88-34270c6ab10f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3cb76e15-efb3-4276-8531-f3adac3a6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401714 May 12 17:52:24.999925 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e339d7-fa7b-41e4-9408-baa0c528914a req-32036151-7c9f-4a4a-8593-18590997d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:25.001394 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-65e339d7-fa7b-41e4-9408-baa0c528914a req-32036151-7c9f-4a4a-8593-18590997d07d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=05e76cba-bff6-4e87-adca-1ebe03bf8865 HTTP/1.1" status: 200 len: 853 time: 0.0464659 May 12 17:52:25.078593 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e339d7-fa7b-41e4-9408-baa0c528914a req-8cdad6ff-f665-4885-8fd6-e2b4d4fdd14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:25.080110 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-65e339d7-fa7b-41e4-9408-baa0c528914a req-8cdad6ff-f665-4885-8fd6-e2b4d4fdd14d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1b01b3c7-1729-4430-8c0d-0413e4982878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0660574 May 12 17:52:25.101977 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fb99b832-47da-4f1a-bfa4-f67666f47927 req-670cdef5-0536-4d84-bc5e-8b1d19c4b27c service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874219 May 12 17:52:25.104687 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f694c-0ae2-4a02-b4ff-cdfeba25c942 req-7f64c818-d82e-4243-9d6c-fbb1bf72ac00 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:25.106427 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2f3f694c-0ae2-4a02-b4ff-cdfeba25c942 req-7f64c818-d82e-4243-9d6c-fbb1bf72ac00 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.89 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 946 time: 0.0637548 May 12 17:52:25.197534 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-fb99b832-47da-4f1a-bfa4-f67666f47927 req-f3e5ec33-d003-45ba-85a8-129aabd9671d service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835376 May 12 17:52:25.240882 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.551560 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-2f3f694c-0ae2-4a02-b4ff-cdfeba25c942 req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Deleting port 9080bbb4-c021-4c41-9e20-56892559bb65 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:25.551900 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-2f3f694c-0ae2-4a02-b4ff-cdfeba25c942 req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (9080bbb4-c021-4c41-9e20-56892559bb65), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.555847 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-65e339d7-fa7b-41e4-9408-baa0c528914a req-56446208-98a0-4186-9403-b13ad159800a service neutron] 10.222.0.89 "GET /v2.0/networks/1b01b3c7-1729-4430-8c0d-0413e4982878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674432 May 12 17:52:25.592827 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fe008-5ab4-4e61-a1e9-dba0a52ac98b req-7e37d35f-8d41-45cd-b126-7503ea7ddf06 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:25.594261 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ac1fe008-5ab4-4e61-a1e9-dba0a52ac98b req-7e37d35f-8d41-45cd-b126-7503ea7ddf06 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 946 time: 0.0837805 May 12 17:52:25.689119 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-2f3f694c-0ae2-4a02-b4ff-cdfeba25c942 req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] For port 9080bbb4-c021-4c41-9e20-56892559bb65, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=9080bbb4-c021-4c41-9e20-56892559bb65,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:25.689647 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-2f3f694c-0ae2-4a02-b4ff-cdfeba25c942 req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (9080bbb4-c021-4c41-9e20-56892559bb65), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.694912 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ac1fe008-5ab4-4e61-a1e9-dba0a52ac98b req-d429d5db-80b7-48ab-ab5d-89c91a3f3466 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706556 May 12 17:52:25.706109 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-2f3f694c-0ae2-4a02-b4ff-cdfeba25c942 req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Calling delete_port for 9080bbb4-c021-4c41-9e20-56892559bb65 owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:25.833791 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-2f3f694c-0ae2-4a02-b4ff-cdfeba25c942 req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (9080bbb4-c021-4c41-9e20-56892559bb65), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.863949 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event deleted for resources: {'Port': ['ID=9080bbb4-c021-4c41-9e20-56892559bb65,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:25.912575 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3f694c-0ae2-4a02-b4ff-cdfeba25c942 req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] No DVR routers for this DVR port 9080bbb4-c021-4c41-9e20-56892559bb65 on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:52:25.915109 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:25.915456 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:25.916032 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:25.916427 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:25.916765 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:25.917098 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:25.917428 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:25.917753 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:25.918079 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:25.918405 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:25.918753 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:25.919080 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:25.919400 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:25.919718 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:25.920035 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:25.922919 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-2f3f694c-0ae2-4a02-b4ff-cdfeba25c942 req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:25.926058 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-2f3f694c-0ae2-4a02-b4ff-cdfeba25c942 req-1ba923af-7c9e-4329-ae9c-d80a0bb0e550 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.89 "DELETE /v2.0/ports/9080bbb4-c021-4c41-9e20-56892559bb65 HTTP/1.1" status: 204 len: 173 time: 0.8099790 May 12 17:52:25.926481 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050e8718-e2ab-4e72-b674-2dee39306e04', 'name': 'network-vif-deleted', 'tag': '9080bbb4-c021-4c41-9e20-56892559bb65'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:25.928710 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5453d4-5469-4d87-9a23-4559131c06e6" -d '{"events": [{"server_uuid": "050e8718-e2ab-4e72-b674-2dee39306e04", "name": "network-vif-deleted", "tag": "9080bbb4-c021-4c41-9e20-56892559bb65"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:25.963923 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e601a9-0b5d-4da4-9614-2ad8e5209143 x-openstack-request-id: req-86e601a9-0b5d-4da4-9614-2ad8e5209143 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:25.964219 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050e8718-e2ab-4e72-b674-2dee39306e04", "name": "network-vif-deleted", "tag": "9080bbb4-c021-4c41-9e20-56892559bb65", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:25.964477 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-86e601a9-0b5d-4da4-9614-2ad8e5209143 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:25.964881 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e601a9-0b5d-4da4-9614-2ad8e5209143'] response: {'server_uuid': '050e8718-e2ab-4e72-b674-2dee39306e04', 'name': 'network-vif-deleted', 'tag': '9080bbb4-c021-4c41-9e20-56892559bb65', 'status': 'completed', 'code': 200} May 12 17:52:26.632950 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:26.793877 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-0f9760b0-9496-48ca-9737-0b247805bc9b req-1258d049-4017-4b35-823e-2e322ae2895b tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 210 time: 0.0316281 May 12 17:52:27.910457 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5d7be348-1544-41d3-b22e-8a26c6de531c req-97239769-ff73-4278-9aea-03ada645ec9f tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=050e8718-e2ab-4e72-b674-2dee39306e04 HTTP/1.1" status: 200 len: 210 time: 0.0369446 May 12 17:52:27.912360 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-65e339d7-fa7b-41e4-9408-baa0c528914a req-edfb0db4-6214-422e-a100-492bd68f1e38 service neutron] 10.222.0.89 "GET /v2.0/networks/1b01b3c7-1729-4430-8c0d-0413e4982878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913937 May 12 17:52:28.030002 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 9080bbb4-c021-4c41-9e20-56892559bb65 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:52:28.050222 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: 9080bbb4-c021-4c41-9e20-56892559bb65 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:52:28.050575 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device 9080bbb4-c021-4c41-9e20-56892559bb65 not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:52:33.256150 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 56008) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:33.423034 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-582762ef-61e3-46a1-9638-86b2646bc8ae tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Deleting port a5e13274-4814-404e-becd-2a990c7461c9 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:33.423381 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-582762ef-61e3-46a1-9638-86b2646bc8ae tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (a5e13274-4814-404e-becd-2a990c7461c9), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:33.504082 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-582762ef-61e3-46a1-9638-86b2646bc8ae tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (a5e13274-4814-404e-becd-2a990c7461c9), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:33.504334 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-582762ef-61e3-46a1-9638-86b2646bc8ae tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for floatingip (a5e13274-4814-404e-becd-2a990c7461c9), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:33.517308 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-582762ef-61e3-46a1-9638-86b2646bc8ae tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Calling delete_port for a5e13274-4814-404e-becd-2a990c7461c9 owned by network:floatingip {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:33.674000 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-582762ef-61e3-46a1-9638-86b2646bc8ae tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (a5e13274-4814-404e-becd-2a990c7461c9), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:33.698516 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582762ef-61e3-46a1-9638-86b2646bc8ae tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event deleted for resources: {'Port': ['ID=a5e13274-4814-404e-becd-2a990c7461c9,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:33.766735 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-582762ef-61e3-46a1-9638-86b2646bc8ae tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for floatingip (88fa077b-3584-44e7-8a39-a2affe9bec92), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:33.767068 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.db.l3_db [None req-582762ef-61e3-46a1-9638-86b2646bc8ae tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Floating IP 88fa077b-3584-44e7-8a39-a2affe9bec92 disassociated (deleted). External IP: 172.27.3.227, port: fac993c6-5c0c-429d-9df1-25372f4535e2. May 12 17:52:33.997897 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582762ef-61e3-46a1-9638-86b2646bc8ae tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Router 43453b9e-01a5-463b-8502-f0acb3b1868b has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:52:34.109912 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582762ef-61e3-46a1-9638-86b2646bc8ae tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:34.115493 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-582762ef-61e3-46a1-9638-86b2646bc8ae tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:34.121095 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f7a6d5-1854-4ac5-88af-128f72fe4ee0 None None] Sync routers for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:34.131186 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f7a6d5-1854-4ac5-88af-128f72fe4ee0 None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:34.131800 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-17f7a6d5-1854-4ac5-88af-128f72fe4ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:52:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:34.152143 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-582762ef-61e3-46a1-9638-86b2646bc8ae tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "DELETE /v2.0/floatingips/88fa077b-3584-44e7-8a39-a2affe9bec92 HTTP/1.1" status: 204 len: 168 time: 0.8942945 May 12 17:52:34.152722 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'tag': 'fac993c6-5c0c-429d-9df1-25372f4535e2'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:34.154980 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3160201-8747-4c75-a8ae-9bf6b9e9928c" -d '{"events": [{"name": "network-changed", "server_uuid": "befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5", "tag": "fac993c6-5c0c-429d-9df1-25372f4535e2"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:34.192800 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59fbf31-7a1b-4d2b-bd47-6721cf019901 x-openstack-request-id: req-c59fbf31-7a1b-4d2b-bd47-6721cf019901 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:34.193227 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5", "tag": "fac993c6-5c0c-429d-9df1-25372f4535e2", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:34.193574 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c59fbf31-7a1b-4d2b-bd47-6721cf019901 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:34.194097 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59fbf31-7a1b-4d2b-bd47-6721cf019901'] response: {'name': 'network-changed', 'server_uuid': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'tag': 'fac993c6-5c0c-429d-9df1-25372f4535e2', 'status': 'completed', 'code': 200} May 12 17:52:34.248214 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-17f7a6d5-1854-4ac5-88af-128f72fe4ee0 None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:34.263701 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160201-8747-4c75-a8ae-9bf6b9e9928c req-e226d5f3-7d02-49e0-879b-95b8c474a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:34.265598 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e3160201-8747-4c75-a8ae-9bf6b9e9928c req-e226d5f3-7d02-49e0-879b-95b8c474a6eb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4e9154d1a4c44c6b8a42001c659d069b&device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 1130 time: 0.0481265 May 12 17:52:34.405445 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160201-8747-4c75-a8ae-9bf6b9e9928c req-a772f9f2-2fae-44f2-801f-8fb5819e17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:34.406945 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e3160201-8747-4c75-a8ae-9bf6b9e9928c req-a772f9f2-2fae-44f2-801f-8fb5819e17cf service neutron] 10.222.0.89 "GET /v2.0/networks?id=3cb76e15-efb3-4276-8531-f3adac3a6ec1 HTTP/1.1" status: 200 len: 913 time: 0.1273749 May 12 17:52:34.415553 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b67e0f-f460-4714-bbb9-ec2c8cfae577 req-308c12a7-19a7-4e67-b93e-251f819764e7 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:34.417509 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-35b67e0f-f460-4714-bbb9-ec2c8cfae577 req-308c12a7-19a7-4e67-b93e-251f819764e7 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 946 time: 0.0629177 May 12 17:52:34.455333 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-17f7a6d5-1854-4ac5-88af-128f72fe4ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:34.467298 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-35b67e0f-f460-4714-bbb9-ec2c8cfae577 req-883c4f87-ede3-4bb2-9a90-719dca4414dc tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438967 May 12 17:52:34.482944 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f7a6d5-1854-4ac5-88af-128f72fe4ee0 None None] Checking router: 43453b9e-01a5-463b-8502-f0acb3b1868b for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:34.491335 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f7a6d5-1854-4ac5-88af-128f72fe4ee0 None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:34.491744 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-17f7a6d5-1854-4ac5-88af-128f72fe4ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:52:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:34.599405 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-17f7a6d5-1854-4ac5-88af-128f72fe4ee0 None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:34.788545 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-17f7a6d5-1854-4ac5-88af-128f72fe4ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:34.816443 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f7a6d5-1854-4ac5-88af-128f72fe4ee0 None None] The sync data for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi is: [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:44:09Z', 'revision_number': 4, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '9cc64499-6a60-4d11-934c-3e1ee9326ff9', 'name': '', 'network_id': '3cb76e15-efb3-4276-8531-f3adac3a6ec1', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'mac_address': 'fa:16:3e:43:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:09Z', 'updated_at': '2022-05-12T17:44:14Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'subnets': [{'id': 'd9c99e92-93c2-417d-8e54-471b58588d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:35.057066 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1da0e1-fde3-4a3b-a4a0-b234b750edc2 None None] New status for floating IP 88fa077b-3584-44e7-8a39-a2affe9bec92: DOWN {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:52:35.587071 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11082f47-aaef-49c1-923d-51b183825f96 req-32c34ee0-8d43-4c9a-bd43-340ea4120bac tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:35.589109 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-11082f47-aaef-49c1-923d-51b183825f96 req-32c34ee0-8d43-4c9a-bd43-340ea4120bac tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 946 time: 0.0512547 May 12 17:52:35.592041 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e3160201-8747-4c75-a8ae-9bf6b9e9928c req-a0411b9b-4b72-4403-b6a2-63adbdde5fd1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fac993c6-5c0c-429d-9df1-25372f4535e2 HTTP/1.1" status: 200 len: 217 time: 0.0367513 May 12 17:52:35.639614 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-11082f47-aaef-49c1-923d-51b183825f96 req-12963526-d0d9-4801-b505-fac447739145 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/security-groups?id=26887798-dccd-482a-a46b-086747fb001b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447574 May 12 17:52:35.645257 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160201-8747-4c75-a8ae-9bf6b9e9928c req-5e951290-0714-4e8b-bced-66fcadfa5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:35.646736 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e3160201-8747-4c75-a8ae-9bf6b9e9928c req-5e951290-0714-4e8b-bced-66fcadfa5459 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d9c99e92-93c2-417d-8e54-471b58588d33 HTTP/1.1" status: 200 len: 851 time: 0.0438693 May 12 17:52:35.782921 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160201-8747-4c75-a8ae-9bf6b9e9928c req-16c8481c-179e-45e6-93d4-d03e04388b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:35.784326 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e3160201-8747-4c75-a8ae-9bf6b9e9928c req-16c8481c-179e-45e6-93d4-d03e04388b14 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3cb76e15-efb3-4276-8531-f3adac3a6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430772 May 12 17:52:35.873616 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e3160201-8747-4c75-a8ae-9bf6b9e9928c req-77e0d06b-515d-4bcd-9c9b-5210c1ef60a0 service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812466 May 12 17:52:36.062592 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e3160201-8747-4c75-a8ae-9bf6b9e9928c req-fc2159b7-e50a-48ee-a78b-03e47312fa1b service neutron] 10.222.0.89 "GET /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852120 May 12 17:52:36.123721 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f655c-812c-4dfc-baca-eeb843b37700 req-82dc0d17-33c8-453c-b999-7d1ab002f8d7 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:36.125193 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-258f655c-812c-4dfc-baca-eeb843b37700 req-82dc0d17-33c8-453c-b999-7d1ab002f8d7 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.89 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 946 time: 0.0475171 May 12 17:52:36.214053 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-258f655c-812c-4dfc-baca-eeb843b37700 req-04f1b128-b6b1-4b46-9d51-8c85410181ca tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Deleting port fac993c6-5c0c-429d-9df1-25372f4535e2 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:36.214399 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-258f655c-812c-4dfc-baca-eeb843b37700 req-04f1b128-b6b1-4b46-9d51-8c85410181ca tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (fac993c6-5c0c-429d-9df1-25372f4535e2), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:36.315842 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-258f655c-812c-4dfc-baca-eeb843b37700 req-04f1b128-b6b1-4b46-9d51-8c85410181ca tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] For port fac993c6-5c0c-429d-9df1-25372f4535e2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fac993c6-5c0c-429d-9df1-25372f4535e2,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:36.316146 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-258f655c-812c-4dfc-baca-eeb843b37700 req-04f1b128-b6b1-4b46-9d51-8c85410181ca tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (fac993c6-5c0c-429d-9df1-25372f4535e2), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:36.331055 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-258f655c-812c-4dfc-baca-eeb843b37700 req-04f1b128-b6b1-4b46-9d51-8c85410181ca tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Calling delete_port for fac993c6-5c0c-429d-9df1-25372f4535e2 owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:36.464760 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-258f655c-812c-4dfc-baca-eeb843b37700 req-04f1b128-b6b1-4b46-9d51-8c85410181ca tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (fac993c6-5c0c-429d-9df1-25372f4535e2), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:36.492733 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1b128-b6b1-4b46-9d51-8c85410181ca tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event deleted for resources: {'Port': ['ID=fac993c6-5c0c-429d-9df1-25372f4535e2,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:36.536955 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-258f655c-812c-4dfc-baca-eeb843b37700 req-04f1b128-b6b1-4b46-9d51-8c85410181ca tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] No DVR routers for this DVR port fac993c6-5c0c-429d-9df1-25372f4535e2 on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:52:36.539440 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-258f655c-812c-4dfc-baca-eeb843b37700 req-04f1b128-b6b1-4b46-9d51-8c85410181ca tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:36.542836 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-258f655c-812c-4dfc-baca-eeb843b37700 req-04f1b128-b6b1-4b46-9d51-8c85410181ca tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.89 "DELETE /v2.0/ports/fac993c6-5c0c-429d-9df1-25372f4535e2 HTTP/1.1" status: 204 len: 173 time: 0.4116049 May 12 17:52:36.543277 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'name': 'network-vif-deleted', 'tag': 'fac993c6-5c0c-429d-9df1-25372f4535e2'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:52:36.545497 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238b34c0-b651-4a95-a9bc-5aad039f1211" -d '{"events": [{"server_uuid": "befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5", "name": "network-vif-deleted", "tag": "fac993c6-5c0c-429d-9df1-25372f4535e2"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:52:36.585595 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b871af-1d12-47f6-90d6-9bbeaa3bb8d6 x-openstack-request-id: req-80b871af-1d12-47f6-90d6-9bbeaa3bb8d6 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:52:36.585892 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5", "name": "network-vif-deleted", "tag": "fac993c6-5c0c-429d-9df1-25372f4535e2", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:52:36.586151 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-80b871af-1d12-47f6-90d6-9bbeaa3bb8d6 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:52:36.586558 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b871af-1d12-47f6-90d6-9bbeaa3bb8d6'] response: {'server_uuid': 'befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5', 'name': 'network-vif-deleted', 'tag': 'fac993c6-5c0c-429d-9df1-25372f4535e2', 'status': 'completed', 'code': 200} May 12 17:52:36.734365 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f8c40fd2-8621-485d-8453-e1fce2125275 req-2724aafa-9b9c-43fc-bd44-209aaaccc5dc tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "GET /v2.0/ports?device_id=befa371c-2fe8-4fc6-a78f-2f7fbbf9bcb5 HTTP/1.1" status: 200 len: 210 time: 0.0276525 May 12 17:52:37.794145 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 56084) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:37.910521 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-47a67bd1-53b6-49c3-a8a9-7eb70a75b308 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Deleting port 6c5418c5-2f4d-4fe3-be24-75964d1cb0d9 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:37.910902 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-47a67bd1-53b6-49c3-a8a9-7eb70a75b308 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (6c5418c5-2f4d-4fe3-be24-75964d1cb0d9), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:37.988115 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-47a67bd1-53b6-49c3-a8a9-7eb70a75b308 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (6c5418c5-2f4d-4fe3-be24-75964d1cb0d9), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:37.988439 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-47a67bd1-53b6-49c3-a8a9-7eb70a75b308 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for floatingip (6c5418c5-2f4d-4fe3-be24-75964d1cb0d9), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:38.000438 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-47a67bd1-53b6-49c3-a8a9-7eb70a75b308 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Calling delete_port for 6c5418c5-2f4d-4fe3-be24-75964d1cb0d9 owned by network:floatingip {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:38.131834 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-47a67bd1-53b6-49c3-a8a9-7eb70a75b308 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (6c5418c5-2f4d-4fe3-be24-75964d1cb0d9), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:38.157203 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a67bd1-53b6-49c3-a8a9-7eb70a75b308 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event deleted for resources: {'Port': ['ID=6c5418c5-2f4d-4fe3-be24-75964d1cb0d9,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:38.217441 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-47a67bd1-53b6-49c3-a8a9-7eb70a75b308 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for floatingip (f004c576-8787-4812-b758-4a1a4d01df73), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:38.219957 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-47a67bd1-53b6-49c3-a8a9-7eb70a75b308 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:38.221126 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-47a67bd1-53b6-49c3-a8a9-7eb70a75b308 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "DELETE /v2.0/floatingips/f004c576-8787-4812-b758-4a1a4d01df73 HTTP/1.1" status: 204 len: 168 time: 0.4262781 May 12 17:52:38.618160 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 56100) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:38.729111 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d94c65ec-044c-47be-b770-06988207a3f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:38.810375 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d94c65ec-044c-47be-b770-06988207a3f7 admin admin] Publish callbacks [] for security_group (52989833-2844-4a71-b853-bfc980dc7d35), precommit_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:38.814828 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d94c65ec-044c-47be-b770-06988207a3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (52989833-2844-4a71-b853-bfc980dc7d35), after_create {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:38.854869 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-d94c65ec-044c-47be-b770-06988207a3f7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7fffabfd353d40f9b22f295e5a4c2eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353246 May 12 17:52:38.856515 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c65ec-044c-47be-b770-06988207a3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52989833-2844-4a71-b853-bfc980dc7d35,revision_number=1']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:38.858373 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56104) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:38.905625 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8c20931d-a0fd-4047-aab9-fab9674f72cf admin admin] Publish callbacks [] for security_group (52989833-2844-4a71-b853-bfc980dc7d35), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:38.926884 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8c20931d-a0fd-4047-aab9-fab9674f72cf admin admin] Publish callbacks [] for security_group (52989833-2844-4a71-b853-bfc980dc7d35), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:38.977146 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8c20931d-a0fd-4047-aab9-fab9674f72cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (52989833-2844-4a71-b853-bfc980dc7d35), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:38.979574 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8c20931d-a0fd-4047-aab9-fab9674f72cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:38.980740 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-8c20931d-a0fd-4047-aab9-fab9674f72cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/52989833-2844-4a71-b853-bfc980dc7d35 HTTP/1.1" status: 204 len: 168 time: 0.1213145 May 12 17:52:38.988961 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20931d-a0fd-4047-aab9-fab9674f72cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52989833-2844-4a71-b853-bfc980dc7d35,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:39.420672 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56110) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:39.477125 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-4ab194f3-05f7-4b41-8a35-abbe5d4dede9 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group (26887798-dccd-482a-a46b-086747fb001b), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:39.502138 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-4ab194f3-05f7-4b41-8a35-abbe5d4dede9 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group (26887798-dccd-482a-a46b-086747fb001b), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:39.561230 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-4ab194f3-05f7-4b41-8a35-abbe5d4dede9 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (26887798-dccd-482a-a46b-086747fb001b), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:39.563871 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-4ab194f3-05f7-4b41-8a35-abbe5d4dede9 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:39.565018 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-4ab194f3-05f7-4b41-8a35-abbe5d4dede9 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] 10.222.0.76 "DELETE /v2.0/security-groups/26887798-dccd-482a-a46b-086747fb001b HTTP/1.1" status: 204 len: 168 time: 0.1433725 May 12 17:52:39.574835 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab194f3-05f7-4b41-8a35-abbe5d4dede9 tempest-TestVolumeBootPattern-386813284 tempest-TestVolumeBootPattern-386813284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26887798-dccd-482a-a46b-086747fb001b,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:39.620043 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56114) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:40.092407 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7ffa7597-08b5-4786-ab6c-afeb54f76ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7866822'] for router_interface (43453b9e-01a5-463b-8502-f0acb3b1868b), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:40.108295 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device fac993c6-5c0c-429d-9df1-25372f4535e2 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:52:40.257742 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: fac993c6-5c0c-429d-9df1-25372f4535e2 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:52:40.258095 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device fac993c6-5c0c-429d-9df1-25372f4535e2 not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:52:40.337076 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa7597-08b5-4786-ab6c-afeb54f76ab4 admin admin] Deleting port 9cc64499-6a60-4d11-934c-3e1ee9326ff9 {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:40.337415 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7ffa7597-08b5-4786-ab6c-afeb54f76ab4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:40.412500 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [None req-7ffa7597-08b5-4786-ab6c-afeb54f76ab4 admin admin] For port 9cc64499-6a60-4d11-934c-3e1ee9326ff9, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=9cc64499-6a60-4d11-934c-3e1ee9326ff9,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:40.412783 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7ffa7597-08b5-4786-ab6c-afeb54f76ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:40.425376 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa7597-08b5-4786-ab6c-afeb54f76ab4 admin admin] Calling delete_port for 9cc64499-6a60-4d11-934c-3e1ee9326ff9 owned by network:router_interface {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:40.603396 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7ffa7597-08b5-4786-ab6c-afeb54f76ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (9cc64499-6a60-4d11-934c-3e1ee9326ff9), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:40.629091 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa7597-08b5-4786-ab6c-afeb54f76ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc64499-6a60-4d11-934c-3e1ee9326ff9,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:40.807012 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7ffa7597-08b5-4786-ab6c-afeb54f76ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7922005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881689'] for router_interface (43453b9e-01a5-463b-8502-f0acb3b1868b), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:40.839176 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:41.020679 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffa7597-08b5-4786-ab6c-afeb54f76ab4 admin admin] Router 43453b9e-01a5-463b-8502-f0acb3b1868b has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:52:41.385718 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffa7597-08b5-4786-ab6c-afeb54f76ab4 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:41.391860 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-7ffa7597-08b5-4786-ab6c-afeb54f76ab4 admin admin] 10.222.0.76 "PUT /v2.0/routers/43453b9e-01a5-463b-8502-f0acb3b1868b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7707946 May 12 17:52:41.394867 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 56118) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:41.395800 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230ea153-7e46-4b2d-af0c-f90d111d2aa2 None None] Sync routers for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:41.406498 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230ea153-7e46-4b2d-af0c-f90d111d2aa2 None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:41.407141 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-230ea153-7e46-4b2d-af0c-f90d111d2aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:52:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:41.503173 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-60f8e24d-920b-49a4-8a56-bc4c58d2ff0e admin admin] Publish callbacks [] for router (43453b9e-01a5-463b-8502-f0acb3b1868b), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:41.526317 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-230ea153-7e46-4b2d-af0c-f90d111d2aa2 None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:41.609147 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-60f8e24d-920b-49a4-8a56-bc4c58d2ff0e admin admin] Publish callbacks [] for router_gateway (43453b9e-01a5-463b-8502-f0acb3b1868b), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:41.655357 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-60f8e24d-920b-49a4-8a56-bc4c58d2ff0e admin admin] Deleting port 5a48e039-b73f-4213-a2b0-ab1ec7787099 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:41.655581 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-60f8e24d-920b-49a4-8a56-bc4c58d2ff0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (5a48e039-b73f-4213-a2b0-ab1ec7787099), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:41.701050 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-230ea153-7e46-4b2d-af0c-f90d111d2aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:52:40Z', 'revision_number': 5, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port': {'id': '5a48e039-b73f-4213-a2b0-ab1ec7787099', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:07Z', 'updated_at': '2022-05-12T17:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:41.728772 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230ea153-7e46-4b2d-af0c-f90d111d2aa2 None None] Checking router: 43453b9e-01a5-463b-8502-f0acb3b1868b for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:41.738196 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230ea153-7e46-4b2d-af0c-f90d111d2aa2 None None] Routers {'43453b9e-01a5-463b-8502-f0acb3b1868b'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:41.738836 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-230ea153-7e46-4b2d-af0c-f90d111d2aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:52:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['43453b9e-01a5-463b-8502-f0acb3b1868b'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:41.749895 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [None req-60f8e24d-920b-49a4-8a56-bc4c58d2ff0e admin admin] For port 5a48e039-b73f-4213-a2b0-ab1ec7787099, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=5a48e039-b73f-4213-a2b0-ab1ec7787099,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:41.750381 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-60f8e24d-920b-49a4-8a56-bc4c58d2ff0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (5a48e039-b73f-4213-a2b0-ab1ec7787099), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:41.768668 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-60f8e24d-920b-49a4-8a56-bc4c58d2ff0e admin admin] Calling delete_port for 5a48e039-b73f-4213-a2b0-ab1ec7787099 owned by network:router_gateway {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:41.835288 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-230ea153-7e46-4b2d-af0c-f90d111d2aa2 None None] Set router 43453b9e-01a5-463b-8502-f0acb3b1868b gateway port host: None {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:41.892275 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-230ea153-7e46-4b2d-af0c-f90d111d2aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:52:41Z', 'revision_number': 6, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port_host': None}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:41.919924 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230ea153-7e46-4b2d-af0c-f90d111d2aa2 None None] The sync data for ids ['43453b9e-01a5-463b-8502-f0acb3b1868b'] in dv-cinder-839793-10-iscsi is: [{'id': '43453b9e-01a5-463b-8502-f0acb3b1868b', 'name': 'tempest-TestVolumeBootPattern-1362951098-router', 'tenant_id': '4e9154d1a4c44c6b8a42001c659d069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:06Z', 'updated_at': '2022-05-12T17:52:41Z', 'revision_number': 6, 'project_id': '4e9154d1a4c44c6b8a42001c659d069b', 'gw_port_host': None}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:41.947784 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-60f8e24d-920b-49a4-8a56-bc4c58d2ff0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (5a48e039-b73f-4213-a2b0-ab1ec7787099), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:41.975217 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8e24d-920b-49a4-8a56-bc4c58d2ff0e admin admin] Pushing event deleted for resources: {'Port': ['ID=5a48e039-b73f-4213-a2b0-ab1ec7787099,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:42.037362 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-60f8e24d-920b-49a4-8a56-bc4c58d2ff0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871732'] for router_gateway (43453b9e-01a5-463b-8502-f0acb3b1868b), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.127876 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-60f8e24d-920b-49a4-8a56-bc4c58d2ff0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3705'] for router (43453b9e-01a5-463b-8502-f0acb3b1868b), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.129991 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-60f8e24d-920b-49a4-8a56-bc4c58d2ff0e admin admin] Publish callbacks [] for router_controller (43453b9e-01a5-463b-8502-f0acb3b1868b), precommit_delete_associations {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.179006 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-60f8e24d-920b-49a4-8a56-bc4c58d2ff0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871141'] for router (43453b9e-01a5-463b-8502-f0acb3b1868b), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.179589 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f8e24d-920b-49a4-8a56-bc4c58d2ff0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43453b9e-01a5-463b-8502-f0acb3b1868b {{(pid=110069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:52:42.184504 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-60f8e24d-920b-49a4-8a56-bc4c58d2ff0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.185782 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-60f8e24d-920b-49a4-8a56-bc4c58d2ff0e admin admin] 10.222.0.76 "DELETE /v2.0/routers/43453b9e-01a5-463b-8502-f0acb3b1868b HTTP/1.1" status: 204 len: 168 time: 0.7898624 May 12 17:52:42.188299 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 56122) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:42.232782 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82041e1-f129-40c9-afe1-9cf28c6f64a3 admin admin] Deleting subnet d9c99e92-93c2-417d-8e54-471b58588d33 {{(pid=110069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:52:42.235779 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e82041e1-f129-40c9-afe1-9cf28c6f64a3 admin admin] Publish callbacks [] for subnet (d9c99e92-93c2-417d-8e54-471b58588d33), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.270554 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e82041e1-f129-40c9-afe1-9cf28c6f64a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3117000'] for subnet (d9c99e92-93c2-417d-8e54-471b58588d33), precommit_delete_associations {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.360358 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e82041e1-f129-40c9-afe1-9cf28c6f64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700920'] for subnet (d9c99e92-93c2-417d-8e54-471b58588d33), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.412297 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e82041e1-f129-40c9-afe1-9cf28c6f64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3143496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3500479'] for subnet (d9c99e92-93c2-417d-8e54-471b58588d33), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.439495 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82041e1-f129-40c9-afe1-9cf28c6f64a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c99e92-93c2-417d-8e54-471b58588d33,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:42.441469 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-e82041e1-f129-40c9-afe1-9cf28c6f64a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.444593 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-e82041e1-f129-40c9-afe1-9cf28c6f64a3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d9c99e92-93c2-417d-8e54-471b58588d33 HTTP/1.1" status: 204 len: 168 time: 0.2550273 May 12 17:52:42.445971 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26435fe-f91c-4edb-9c55-2be5009c6dc1 None None] Network 3cb76e15-efb3-4276-8531-f3adac3a6ec1 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:52:42.447237 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56124) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:42.520514 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758311'] for network (3cb76e15-efb3-4276-8531-f3adac3a6ec1), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.565416 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] Deleting port 911c79d6-a560-470b-846d-b58fb7f774f0 {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:42.565718 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (911c79d6-a560-470b-846d-b58fb7f774f0), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.634556 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] For port 911c79d6-a560-470b-846d-b58fb7f774f0, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=911c79d6-a560-470b-846d-b58fb7f774f0,segment=NetworkSegment(f8d53c70-4a8d-42be-abd8-c1787026f6fc),segment_id=f8d53c70-4a8d-42be-abd8-c1787026f6fc)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:42.634872 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (911c79d6-a560-470b-846d-b58fb7f774f0), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.648921 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] Calling delete_port for 911c79d6-a560-470b-846d-b58fb7f774f0 owned by network:dhcp {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:42.724533 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] DHCP port deletion for 3cb76e15-efb3-4276-8531-f3adac3a6ec1 request from dv-cinder-839793-10-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:52:42.748927 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (911c79d6-a560-470b-846d-b58fb7f774f0), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.767493 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Deleting port 911c79d6-a560-470b-846d-b58fb7f774f0 {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:42.767976 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (911c79d6-a560-470b-846d-b58fb7f774f0), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.790279 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=911c79d6-a560-470b-846d-b58fb7f774f0,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:42.795952 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] No DVR routers for this DVR port 911c79d6-a560-470b-846d-b58fb7f774f0 on host dv-cinder-839793-10-iscsi {{(pid=110068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:52:42.848391 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] For port 911c79d6-a560-470b-846d-b58fb7f774f0, host dv-cinder-839793-10-iscsi, got binding levels [] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:42.848793 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (911c79d6-a560-470b-846d-b58fb7f774f0), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.871837 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Calling delete_port for 911c79d6-a560-470b-846d-b58fb7f774f0 owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:42.874815 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.ipam_backend_mixin [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Port 911c79d6-a560-470b-846d-b58fb7f774f0 was not found and therefore no delete operation was performed {{(pid=110072) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 17:52:42.876171 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832'] for port (911c79d6-a560-470b-846d-b58fb7f774f0), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.877033 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7702861', 'neutron.services.segments.db._delete_segments_for_network-8741378415382'] for network (3cb76e15-efb3-4276-8531-f3adac3a6ec1), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.898307 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb76e15-efb3-4276-8531-f3adac3a6ec1']}} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:42.905619 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Pushing event deleted for resources: {'Port': ['ID=911c79d6-a560-470b-846d-b58fb7f774f0,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:42.908618 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d53c70-4a8d-42be-abd8-c1787026f6fc') {'for_net_delete': True} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:42.908919 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d53c70-4a8d-42be-abd8-c1787026f6fc') {} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:42.915049 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] No DVR routers for this DVR port 911c79d6-a560-470b-846d-b58fb7f774f0 on host dv-cinder-839793-10-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:52:42.922775 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:42.923133 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:42.923563 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:42.923830 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741378450975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3177892'] for segment (f8d53c70-4a8d-42be-abd8-c1787026f6fc), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.924164 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:42.924749 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:42.925341 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:42.925459 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:42.926010 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:42.926558 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:42.926931 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:42.927271 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:42.927609 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:42.927945 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:42.928276 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:42.928607 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d892deb0-7a90-4734-8f0d-126385e72ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:52:42.947723 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (f8d53c70-4a8d-42be-abd8-c1787026f6fc), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.956923 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=110068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:52:42.957431 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3808964'] for segment (f8d53c70-4a8d-42be-abd8-c1787026f6fc), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: Traceback (most recent call last): May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: timer() May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: cb(*args, **kw) May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: return func(*args, **kwargs) May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: self._notify() May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: self.callback(batched_events) May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: event.method(event) May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: return f(self, *a, **k) May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._get(url).json() May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: return self.request(url, 'GET', **kwargs) May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:52:42.959587 dv-cinder-839793-10-iscsi neutron-server[110068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:52:43.019099 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7702902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7867334'] for network (3cb76e15-efb3-4276-8531-f3adac3a6ec1), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:43.024955 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:43.029125 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] 10.222.0.76 "DELETE /v2.0/networks/3cb76e15-efb3-4276-8531-f3adac3a6ec1 HTTP/1.1" status: 204 len: 168 time: 0.5807459 May 12 17:52:43.032281 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 56126) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:43.040835 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305ee5f-a704-4270-8002-570422d63b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb76e15-efb3-4276-8531-f3adac3a6ec1,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:43.380464 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-56438687-bb35-4111-970e-74839b969407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7866822'] for router_interface (7fcdfa06-775e-4f4f-8157-ae7f7c9691bf), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:43.612639 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-56438687-bb35-4111-970e-74839b969407 admin admin] Deleting port d39696a9-7c3d-49c4-a690-36728f4c9682 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:43.613322 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-56438687-bb35-4111-970e-74839b969407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:43.690449 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [None req-56438687-bb35-4111-970e-74839b969407 admin admin] For port d39696a9-7c3d-49c4-a690-36728f4c9682, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=d39696a9-7c3d-49c4-a690-36728f4c9682,segment=NetworkSegment(7722b562-d17a-416c-b8eb-c6e3ab105491),segment_id=7722b562-d17a-416c-b8eb-c6e3ab105491)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:43.690848 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-56438687-bb35-4111-970e-74839b969407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:43.703775 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-56438687-bb35-4111-970e-74839b969407 admin admin] Calling delete_port for d39696a9-7c3d-49c4-a690-36728f4c9682 owned by network:router_interface {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:43.755825 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 9cc64499-6a60-4d11-934c-3e1ee9326ff9 no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:52:43.776374 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 9cc64499-6a60-4d11-934c-3e1ee9326ff9 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:52:43.776821 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 9cc64499-6a60-4d11-934c-3e1ee9326ff9 not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:52:43.777350 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 5a48e039-b73f-4213-a2b0-ab1ec7787099 no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:52:43.797299 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 5a48e039-b73f-4213-a2b0-ab1ec7787099 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:52:43.797787 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 5a48e039-b73f-4213-a2b0-ab1ec7787099 not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:52:43.798273 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 911c79d6-a560-470b-846d-b58fb7f774f0 no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:52:43.818625 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 911c79d6-a560-470b-846d-b58fb7f774f0 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:52:43.819004 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 911c79d6-a560-470b-846d-b58fb7f774f0 not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:52:44.159700 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-56438687-bb35-4111-970e-74839b969407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (d39696a9-7c3d-49c4-a690-36728f4c9682), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:44.194111 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56438687-bb35-4111-970e-74839b969407 admin admin] Pushing event deleted for resources: {'Port': ['ID=d39696a9-7c3d-49c4-a690-36728f4c9682,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:44.361880 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-56438687-bb35-4111-970e-74839b969407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7922005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881689'] for router_interface (7fcdfa06-775e-4f4f-8157-ae7f7c9691bf), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:44.577930 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56438687-bb35-4111-970e-74839b969407 admin admin] Router 7fcdfa06-775e-4f4f-8157-ae7f7c9691bf has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:52:44.685744 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56438687-bb35-4111-970e-74839b969407 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:52:44.691654 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-56438687-bb35-4111-970e-74839b969407 admin admin] 10.222.0.76 "PUT /v2.0/routers/7fcdfa06-775e-4f4f-8157-ae7f7c9691bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6581783 May 12 17:52:44.693172 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 56128) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:44.694754 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777180de-a7b2-4337-b4c4-eb3c8413307f None None] Sync routers for ids ['7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:52:44.705253 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777180de-a7b2-4337-b4c4-eb3c8413307f None None] Routers {'7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:44.705950 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-777180de-a7b2-4337-b4c4-eb3c8413307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:52:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:44.799990 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-76399f5b-196b-4355-80b3-c0a36ae6e3d9 admin admin] Publish callbacks [] for router (7fcdfa06-775e-4f4f-8157-ae7f7c9691bf), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:44.813416 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-777180de-a7b2-4337-b4c4-eb3c8413307f None None] Set router 7fcdfa06-775e-4f4f-8157-ae7f7c9691bf gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:44.906385 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-76399f5b-196b-4355-80b3-c0a36ae6e3d9 admin admin] Publish callbacks [] for router_gateway (7fcdfa06-775e-4f4f-8157-ae7f7c9691bf), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:44.950391 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-76399f5b-196b-4355-80b3-c0a36ae6e3d9 admin admin] Deleting port 5a717b2f-9451-4e48-9e37-f94176f16458 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:44.950884 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-76399f5b-196b-4355-80b3-c0a36ae6e3d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (5a717b2f-9451-4e48-9e37-f94176f16458), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:44.981612 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-777180de-a7b2-4337-b4c4-eb3c8413307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'name': 'tempest-TestVolumeBootPattern-1447509921-router', 'tenant_id': '224cb7122bad49d89bd72e8250e2d8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '5a717b2f-9451-4e48-9e37-f94176f16458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:12Z', 'updated_at': '2022-05-12T17:52:44Z', 'revision_number': 5, 'project_id': '224cb7122bad49d89bd72e8250e2d8f6', 'gw_port': {'id': '5a717b2f-9451-4e48-9e37-f94176f16458', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:45:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:44:12Z', 'updated_at': '2022-05-12T17:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:45.007707 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777180de-a7b2-4337-b4c4-eb3c8413307f None None] Checking router: 7fcdfa06-775e-4f4f-8157-ae7f7c9691bf for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:52:45.016481 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777180de-a7b2-4337-b4c4-eb3c8413307f None None] Routers {'7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:52:45.017091 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-777180de-a7b2-4337-b4c4-eb3c8413307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:52:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:45.032854 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [None req-76399f5b-196b-4355-80b3-c0a36ae6e3d9 admin admin] For port 5a717b2f-9451-4e48-9e37-f94176f16458, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=5a717b2f-9451-4e48-9e37-f94176f16458,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:45.033218 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-76399f5b-196b-4355-80b3-c0a36ae6e3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (5a717b2f-9451-4e48-9e37-f94176f16458), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.049500 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-76399f5b-196b-4355-80b3-c0a36ae6e3d9 admin admin] Calling delete_port for 5a717b2f-9451-4e48-9e37-f94176f16458 owned by network:router_gateway {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:45.105028 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-777180de-a7b2-4337-b4c4-eb3c8413307f None None] Set router 7fcdfa06-775e-4f4f-8157-ae7f7c9691bf gateway port host: None {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:52:45.158912 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-777180de-a7b2-4337-b4c4-eb3c8413307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'name': 'tempest-TestVolumeBootPattern-1447509921-router', 'tenant_id': '224cb7122bad49d89bd72e8250e2d8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:12Z', 'updated_at': '2022-05-12T17:52:44Z', 'revision_number': 6, 'project_id': '224cb7122bad49d89bd72e8250e2d8f6', 'gw_port_host': None}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:45.184792 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777180de-a7b2-4337-b4c4-eb3c8413307f None None] The sync data for ids ['7fcdfa06-775e-4f4f-8157-ae7f7c9691bf'] in dv-cinder-839793-10-iscsi is: [{'id': '7fcdfa06-775e-4f4f-8157-ae7f7c9691bf', 'name': 'tempest-TestVolumeBootPattern-1447509921-router', 'tenant_id': '224cb7122bad49d89bd72e8250e2d8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:44:12Z', 'updated_at': '2022-05-12T17:52:44Z', 'revision_number': 6, 'project_id': '224cb7122bad49d89bd72e8250e2d8f6', 'gw_port_host': None}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:52:45.222395 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-76399f5b-196b-4355-80b3-c0a36ae6e3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (5a717b2f-9451-4e48-9e37-f94176f16458), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.248253 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76399f5b-196b-4355-80b3-c0a36ae6e3d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a717b2f-9451-4e48-9e37-f94176f16458,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:45.308208 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-76399f5b-196b-4355-80b3-c0a36ae6e3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871732'] for router_gateway (7fcdfa06-775e-4f4f-8157-ae7f7c9691bf), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.398540 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-76399f5b-196b-4355-80b3-c0a36ae6e3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3705'] for router (7fcdfa06-775e-4f4f-8157-ae7f7c9691bf), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.400709 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-76399f5b-196b-4355-80b3-c0a36ae6e3d9 admin admin] Publish callbacks [] for router_controller (7fcdfa06-775e-4f4f-8157-ae7f7c9691bf), precommit_delete_associations {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.446852 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-76399f5b-196b-4355-80b3-c0a36ae6e3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871141'] for router (7fcdfa06-775e-4f4f-8157-ae7f7c9691bf), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.447240 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76399f5b-196b-4355-80b3-c0a36ae6e3d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fcdfa06-775e-4f4f-8157-ae7f7c9691bf {{(pid=110069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:52:45.452099 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-76399f5b-196b-4355-80b3-c0a36ae6e3d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.453243 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-76399f5b-196b-4355-80b3-c0a36ae6e3d9 admin admin] 10.222.0.76 "DELETE /v2.0/routers/7fcdfa06-775e-4f4f-8157-ae7f7c9691bf HTTP/1.1" status: 204 len: 168 time: 0.7591727 May 12 17:52:45.455849 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 56130) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:45.499998 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e7b48c-c8f8-4968-b756-f561b302a3f0 admin admin] Deleting subnet f35c3d6a-cf4b-4c09-84bf-f4ea8178e834 {{(pid=110069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:52:45.502956 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-49e7b48c-c8f8-4968-b756-f561b302a3f0 admin admin] Publish callbacks [] for subnet (f35c3d6a-cf4b-4c09-84bf-f4ea8178e834), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.536995 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-49e7b48c-c8f8-4968-b756-f561b302a3f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3117000'] for subnet (f35c3d6a-cf4b-4c09-84bf-f4ea8178e834), precommit_delete_associations {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.633686 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-49e7b48c-c8f8-4968-b756-f561b302a3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700920'] for subnet (f35c3d6a-cf4b-4c09-84bf-f4ea8178e834), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.685858 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-49e7b48c-c8f8-4968-b756-f561b302a3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3143496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3500479'] for subnet (f35c3d6a-cf4b-4c09-84bf-f4ea8178e834), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.713134 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7b48c-c8f8-4968-b756-f561b302a3f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f35c3d6a-cf4b-4c09-84bf-f4ea8178e834,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:45.715550 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-49e7b48c-c8f8-4968-b756-f561b302a3f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for subnet (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.720888 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-49e7b48c-c8f8-4968-b756-f561b302a3f0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f35c3d6a-cf4b-4c09-84bf-f4ea8178e834 HTTP/1.1" status: 204 len: 168 time: 0.2617705 May 12 17:52:45.721042 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd46ee0-deb8-4ac0-acf3-2b2e9f8dbcfa None None] Network b043c70a-9037-4a03-a158-715a4052259e requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:52:45.721498 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56132) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:45.792401 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758311'] for network (b043c70a-9037-4a03-a158-715a4052259e), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.837807 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] Deleting port 65da1e89-b601-46d4-a54a-58f9e4157bd6 {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:45.838153 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (65da1e89-b601-46d4-a54a-58f9e4157bd6), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.900632 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] For port 65da1e89-b601-46d4-a54a-58f9e4157bd6, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=65da1e89-b601-46d4-a54a-58f9e4157bd6,segment=NetworkSegment(7722b562-d17a-416c-b8eb-c6e3ab105491),segment_id=7722b562-d17a-416c-b8eb-c6e3ab105491)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:45.900928 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (65da1e89-b601-46d4-a54a-58f9e4157bd6), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:45.914872 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] Calling delete_port for 65da1e89-b601-46d4-a54a-58f9e4157bd6 owned by network:dhcp {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:45.987141 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b097e2a8-2857-4d8a-b9f2-8f8d7359dd0c None None] DHCP port deletion for b043c70a-9037-4a03-a158-715a4052259e request from dv-cinder-839793-10-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:52:46.009017 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (65da1e89-b601-46d4-a54a-58f9e4157bd6), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.033804 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-b097e2a8-2857-4d8a-b9f2-8f8d7359dd0c None None] Deleting port 65da1e89-b601-46d4-a54a-58f9e4157bd6 {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:52:46.035010 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b097e2a8-2857-4d8a-b9f2-8f8d7359dd0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (65da1e89-b601-46d4-a54a-58f9e4157bd6), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.035593 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=65da1e89-b601-46d4-a54a-58f9e4157bd6,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:46.039301 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] No DVR routers for this DVR port 65da1e89-b601-46d4-a54a-58f9e4157bd6 on host dv-cinder-839793-10-iscsi {{(pid=110068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:52:46.056754 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 65da1e89-b601-46d4-a54a-58f9e4157bd6 no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:52:46.079796 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 65da1e89-b601-46d4-a54a-58f9e4157bd6 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:52:46.080156 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 65da1e89-b601-46d4-a54a-58f9e4157bd6 not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:52:46.080700 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device d39696a9-7c3d-49c4-a690-36728f4c9682 no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:52:46.116948 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7702861', 'neutron.services.segments.db._delete_segments_for_network-8741378415382'] for network (b043c70a-9037-4a03-a158-715a4052259e), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.134805 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: d39696a9-7c3d-49c4-a690-36728f4c9682 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:52:46.135159 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device d39696a9-7c3d-49c4-a690-36728f4c9682 not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:52:46.135582 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 5a717b2f-9451-4e48-9e37-f94176f16458 no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:52:46.137895 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b043c70a-9037-4a03-a158-715a4052259e']}} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:46.147196 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7722b562-d17a-416c-b8eb-c6e3ab105491') {'for_net_delete': True} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:46.147754 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7722b562-d17a-416c-b8eb-c6e3ab105491') {} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:52:46.156929 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741378450975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3177892'] for segment (7722b562-d17a-416c-b8eb-c6e3ab105491), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.163100 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-b097e2a8-2857-4d8a-b9f2-8f8d7359dd0c None None] For port 65da1e89-b601-46d4-a54a-58f9e4157bd6, host dv-cinder-839793-10-iscsi, got binding levels [] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:52:46.163516 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b097e2a8-2857-4d8a-b9f2-8f8d7359dd0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (65da1e89-b601-46d4-a54a-58f9e4157bd6), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.165701 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 5a717b2f-9451-4e48-9e37-f94176f16458 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:52:46.166053 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 5a717b2f-9451-4e48-9e37-f94176f16458 not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:52:46.171136 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (7722b562-d17a-416c-b8eb-c6e3ab105491), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.179734 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-b097e2a8-2857-4d8a-b9f2-8f8d7359dd0c None None] Calling delete_port for 65da1e89-b601-46d4-a54a-58f9e4157bd6 owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:52:46.180133 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=110068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:52:46.180681 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3808964'] for segment (7722b562-d17a-416c-b8eb-c6e3ab105491), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: Traceback (most recent call last): May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: timer() May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: cb(*args, **kw) May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: return func(*args, **kwargs) May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: self._notify() May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: self.callback(batched_events) May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: event.method(event) May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: return f(self, *a, **k) May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._get(url).json() May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: return self.request(url, 'GET', **kwargs) May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:52:46.182913 dv-cinder-839793-10-iscsi neutron-server[110068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:52:46.186248 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.ipam_backend_mixin [None req-b097e2a8-2857-4d8a-b9f2-8f8d7359dd0c None None] Port 65da1e89-b601-46d4-a54a-58f9e4157bd6 was not found and therefore no delete operation was performed {{(pid=110072) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 17:52:46.186248 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b097e2a8-2857-4d8a-b9f2-8f8d7359dd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832'] for port (65da1e89-b601-46d4-a54a-58f9e4157bd6), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.211426 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097e2a8-2857-4d8a-b9f2-8f8d7359dd0c None None] Pushing event deleted for resources: {'Port': ['ID=65da1e89-b601-46d4-a54a-58f9e4157bd6,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:46.216170 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b097e2a8-2857-4d8a-b9f2-8f8d7359dd0c None None] No DVR routers for this DVR port 65da1e89-b601-46d4-a54a-58f9e4157bd6 on host dv-cinder-839793-10-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:52:46.252347 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7702902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7867334'] for network (b043c70a-9037-4a03-a158-715a4052259e), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.257833 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.261071 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b043c70a-9037-4a03-a158-715a4052259e HTTP/1.1" status: 204 len: 168 time: 0.5387995 May 12 17:52:46.281054 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c511a-3fbf-457f-b08f-38003cdf6ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b043c70a-9037-4a03-a158-715a4052259e,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:46.381173 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56136) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:46.422881 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-1dec31f4-0777-4ee5-ae85-b45cbea0f081 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e9154d1a4c44c6b8a42001c659d069b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402088 May 12 17:52:46.425402 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56138) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:46.472603 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-11eb5508-0822-4ce5-b6e3-7931ff811628 admin admin] Publish callbacks [] for security_group (5caf8705-53cb-44d3-ba56-0428ee77d854), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.493231 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-11eb5508-0822-4ce5-b6e3-7931ff811628 admin admin] Publish callbacks [] for security_group (5caf8705-53cb-44d3-ba56-0428ee77d854), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.540510 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-11eb5508-0822-4ce5-b6e3-7931ff811628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (5caf8705-53cb-44d3-ba56-0428ee77d854), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.543475 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-11eb5508-0822-4ce5-b6e3-7931ff811628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.544621 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-11eb5508-0822-4ce5-b6e3-7931ff811628 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5caf8705-53cb-44d3-ba56-0428ee77d854 HTTP/1.1" status: 204 len: 168 time: 0.1183157 May 12 17:52:46.552404 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb5508-0822-4ce5-b6e3-7931ff811628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caf8705-53cb-44d3-ba56-0428ee77d854,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:46.852525 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56144) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:46.892410 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-dc48c5f0-e94a-4609-9a37-77744c5bdba3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=224cb7122bad49d89bd72e8250e2d8f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387182 May 12 17:52:46.894894 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56146) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:52:46.940593 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-183f32e8-2459-45f5-8087-f671b0036922 admin admin] Publish callbacks [] for security_group (5f1f186d-2f6c-474a-9255-c8df48780b31), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:46.964997 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-183f32e8-2459-45f5-8087-f671b0036922 admin admin] Publish callbacks [] for security_group (5f1f186d-2f6c-474a-9255-c8df48780b31), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:47.010632 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-183f32e8-2459-45f5-8087-f671b0036922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (5f1f186d-2f6c-474a-9255-c8df48780b31), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:47.013787 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-183f32e8-2459-45f5-8087-f671b0036922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:47.014981 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-183f32e8-2459-45f5-8087-f671b0036922 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5f1f186d-2f6c-474a-9255-c8df48780b31 HTTP/1.1" status: 204 len: 168 time: 0.1190288 May 12 17:52:47.022970 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f32e8-2459-45f5-8087-f671b0036922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1f186d-2f6c-474a-9255-c8df48780b31,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:52:47.728934 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a21af-72b6-4e87-accd-8bb0e671da6a req-2b44a28d-1bc2-4b5a-ac6f-a3855a6117f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:47.731052 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-fb2a21af-72b6-4e87-accd-8bb0e671da6a req-2b44a28d-1bc2-4b5a-ac6f-a3855a6117f7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c3403873c6404cd1a227b411c653126f&device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 1169 time: 0.0414391 May 12 17:52:47.826736 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a21af-72b6-4e87-accd-8bb0e671da6a req-f838d95e-9b8d-497b-9fe3-c9cb1e7d6da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:47.828265 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-fb2a21af-72b6-4e87-accd-8bb0e671da6a req-f838d95e-9b8d-497b-9fe3-c9cb1e7d6da0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1b01b3c7-1729-4430-8c0d-0413e4982878 HTTP/1.1" status: 200 len: 915 time: 0.0919008 May 12 17:52:47.892142 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-fb2a21af-72b6-4e87-accd-8bb0e671da6a req-e7958201-b228-4e47-b2bd-fd4c144fb76e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe5c5155-9974-49dd-9f2a-127350bb4e70 HTTP/1.1" status: 200 len: 1002 time: 0.0579672 May 12 17:52:47.935412 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef23e3-6549-4555-b46e-d84be7376a97 req-7896ca91-cbef-4822-80a9-1384883d6bb8 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:47.937004 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2cef23e3-6549-4555-b46e-d84be7376a97 req-7896ca91-cbef-4822-80a9-1384883d6bb8 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 985 time: 0.2568967 May 12 17:52:47.946947 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a21af-72b6-4e87-accd-8bb0e671da6a req-c48c24d0-2ef6-4943-b5cc-10fb64c33a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:47.948382 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-fb2a21af-72b6-4e87-accd-8bb0e671da6a req-c48c24d0-2ef6-4943-b5cc-10fb64c33a07 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=05e76cba-bff6-4e87-adca-1ebe03bf8865 HTTP/1.1" status: 200 len: 853 time: 0.0498457 May 12 17:52:47.992120 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a21af-72b6-4e87-accd-8bb0e671da6a req-8ca78bc3-94d6-465b-9c83-d1ff66fcd6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:47.993586 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-fb2a21af-72b6-4e87-accd-8bb0e671da6a req-8ca78bc3-94d6-465b-9c83-d1ff66fcd6de service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1b01b3c7-1729-4430-8c0d-0413e4982878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385461 May 12 17:52:47.997213 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2cef23e3-6549-4555-b46e-d84be7376a97 req-2ad67c73-f1d9-4e81-86dc-b4e42f19d10a tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb2b66f-ec85-4fdc-8ab3-c8264368a69d&id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543919 May 12 17:52:48.085377 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-fb2a21af-72b6-4e87-accd-8bb0e671da6a req-be05460c-8350-457c-a60d-44fe80a86d76 service neutron] 10.222.0.89 "GET /v2.0/networks/1b01b3c7-1729-4430-8c0d-0413e4982878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848088 May 12 17:52:48.175967 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-fb2a21af-72b6-4e87-accd-8bb0e671da6a req-f97cfbf2-75af-4956-869f-2238b98754dc service neutron] 10.222.0.89 "GET /v2.0/networks/1b01b3c7-1729-4430-8c0d-0413e4982878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838161 May 12 17:52:49.171643 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2ef3a-6bfb-4dc0-bc9c-84390d58fd52 req-2bff7583-2967-480e-bd43-ca066c4f571c tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:49.173123 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e6b2ef3a-6bfb-4dc0-bc9c-84390d58fd52 req-2bff7583-2967-480e-bd43-ca066c4f571c tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 985 time: 0.1051228 May 12 17:52:49.232891 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-e6b2ef3a-6bfb-4dc0-bc9c-84390d58fd52 req-4fd1d9d2-7783-40cd-9d61-fc2b2cf675b3 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb2b66f-ec85-4fdc-8ab3-c8264368a69d&id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541222 May 12 17:52:50.347884 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4247a81-d47a-4cb8-b058-d5717d8f6326 req-b0b4fe4a-e0e0-47a1-84a8-9e231afb1f73 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:50.349348 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e4247a81-d47a-4cb8-b058-d5717d8f6326 req-b0b4fe4a-e0e0-47a1-84a8-9e231afb1f73 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 985 time: 0.0469635 May 12 17:52:50.376419 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1619f861-549f-4b0f-8895-6941d2a0f3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:50.415924 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e4247a81-d47a-4cb8-b058-d5717d8f6326 req-824d1e0e-274c-4873-b8ac-8a701932c6bd tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb2b66f-ec85-4fdc-8ab3-c8264368a69d&id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610204 May 12 17:52:51.538630 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db025cab-96ed-40ea-98b0-8c0e2997165e req-8db74d22-9757-4580-bb35-92fb423164f3 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:51.540022 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-db025cab-96ed-40ea-98b0-8c0e2997165e req-8db74d22-9757-4580-bb35-92fb423164f3 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 985 time: 0.0566893 May 12 17:52:51.599029 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-db025cab-96ed-40ea-98b0-8c0e2997165e req-dd7012e2-959c-48fb-a785-ac76b5ca219b tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb2b66f-ec85-4fdc-8ab3-c8264368a69d&id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532460 May 12 17:52:52.639583 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b0573565-8413-483c-8af9-597c108820b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:52.713035 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c1f5a-6fe1-431b-8754-8681f83b7078 req-aa921be3-3310-4f9d-a74a-af6a0f47c21b tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:52.714469 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f52c1f5a-6fe1-431b-8754-8681f83b7078 req-aa921be3-3310-4f9d-a74a-af6a0f47c21b tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 985 time: 0.0476177 May 12 17:52:52.774601 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-f52c1f5a-6fe1-431b-8754-8681f83b7078 req-fd8f4083-0999-43af-b6c5-94ed29fba1e2 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb2b66f-ec85-4fdc-8ab3-c8264368a69d&id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537932 May 12 17:52:52.870300 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:52:53.885531 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:53.888810 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207459b2-feac-4d05-809a-457aa167d45d req-bc3f7644-9774-41a7-ab43-6f51f64d914b tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:53.890519 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-207459b2-feac-4d05-809a-457aa167d45d req-bc3f7644-9774-41a7-ab43-6f51f64d914b tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 985 time: 0.0489397 May 12 17:52:53.950617 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-207459b2-feac-4d05-809a-457aa167d45d req-0f68dd06-e9de-460a-88f9-f319028411d5 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb2b66f-ec85-4fdc-8ab3-c8264368a69d&id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542324 May 12 17:52:55.062894 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7eb6cd-2695-494d-8160-3c41066b59c4 req-cda8047e-9348-4af1-bc28-d69207cace57 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:55.064361 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0f7eb6cd-2695-494d-8160-3c41066b59c4 req-cda8047e-9348-4af1-bc28-d69207cace57 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 985 time: 0.0471246 May 12 17:52:55.122894 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-0f7eb6cd-2695-494d-8160-3c41066b59c4 req-e1184862-c7fd-4673-a2c9-5280b3990163 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb2b66f-ec85-4fdc-8ab3-c8264368a69d&id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529261 May 12 17:52:55.241777 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:56.237846 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16100b4c-1801-459c-a684-760a5bdce024 req-034d06e4-966b-4265-813f-7f0f9b273131 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:56.239361 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-16100b4c-1801-459c-a684-760a5bdce024 req-034d06e4-966b-4265-813f-7f0f9b273131 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 985 time: 0.0481799 May 12 17:52:56.303113 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-16100b4c-1801-459c-a684-760a5bdce024 req-a907a7e1-9b00-4abf-b1c6-d180dd671190 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb2b66f-ec85-4fdc-8ab3-c8264368a69d&id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572801 May 12 17:52:56.635778 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:52:57.422339 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c69a7f-40e7-4ff3-bce0-31db6a817cce req-67fec927-53ca-4988-823a-e99af1a63a06 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:57.424065 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e3c69a7f-40e7-4ff3-bce0-31db6a817cce req-67fec927-53ca-4988-823a-e99af1a63a06 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 985 time: 0.0516605 May 12 17:52:57.483610 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-e3c69a7f-40e7-4ff3-bce0-31db6a817cce req-d8bba4c7-104d-424e-9814-1da40b01d45f tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb2b66f-ec85-4fdc-8ab3-c8264368a69d&id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538912 May 12 17:52:58.599104 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d19946-ebe6-4496-973c-9404b5b5175d req-fc819e0d-6236-403a-b8e8-f71a4b42e234 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:58.600576 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a8d19946-ebe6-4496-973c-9404b5b5175d req-fc819e0d-6236-403a-b8e8-f71a4b42e234 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 985 time: 0.0473111 May 12 17:52:58.660608 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-a8d19946-ebe6-4496-973c-9404b5b5175d req-5ecf6e0b-7f7c-45cc-9cd7-0f11c47d482a tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb2b66f-ec85-4fdc-8ab3-c8264368a69d&id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534036 May 12 17:52:59.772841 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5dba7-125f-47a9-b771-bb00f114afc9 req-29b8a1b4-53d5-4a0a-a36d-df9e42235c7e tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:52:59.774291 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-76f5dba7-125f-47a9-b771-bb00f114afc9 req-29b8a1b4-53d5-4a0a-a36d-df9e42235c7e tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 985 time: 0.0468779 May 12 17:52:59.835052 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-76f5dba7-125f-47a9-b771-bb00f114afc9 req-71b84f5c-4adb-4176-8a71-f371c60a7dd1 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=ddb2b66f-ec85-4fdc-8ab3-c8264368a69d&id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544465 May 12 17:53:10.843473 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:20.379305 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ac280b84-b65b-4289-a19a-66b4c372628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:22.632137 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-46cd99cb-c466-4c06-9297-c61317ddea3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:23.889403 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:25.242873 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:26.638128 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:29.868935 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:53:32.420277 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d27bb5e4-86d9-477e-a810-e645b20d36be req-7294b15a-432f-46f5-a001-b4994726850f tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-154583875&fields=id&tenant_id=c3403873c6404cd1a227b411c653126f HTTP/1.1" status: 200 len: 267 time: 0.0442057 May 12 17:53:32.470154 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb5e4-86d9-477e-a810-e645b20d36be req-596a2f82-10b4-4277-b2b7-04a78ce27c69 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:32.471641 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d27bb5e4-86d9-477e-a810-e645b20d36be req-596a2f82-10b4-4277-b2b7-04a78ce27c69 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 985 time: 0.0462248 May 12 17:53:32.482416 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.v2.base [req-d27bb5e4-86d9-477e-a810-e645b20d36be req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Request body: {'port': {'security_groups': ['84016dfb-7aa8-4ea4-ab73-ccbfed5416d7']}} {{(pid=110069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 17:53:32.554425 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-d27bb5e4-86d9-477e-a810-e645b20d36be req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714308'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), before_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:32.761410 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-d27bb5e4-86d9-477e-a810-e645b20d36be req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] For port fe5c5155-9974-49dd-9f2a-127350bb4e70, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fe5c5155-9974-49dd-9f2a-127350bb4e70,segment=NetworkSegment(da1aa763-2d19-4eb7-827a-7231f2e5d01a),segment_id=da1aa763-2d19-4eb7-827a-7231f2e5d01a)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:53:32.790733 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-d27bb5e4-86d9-477e-a810-e645b20d36be req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), precommit_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:32.795201 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-d27bb5e4-86d9-477e-a810-e645b20d36be req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741378478475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741377918841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377918859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3142286'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), after_update {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:32.808285 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['fe5c5155-9974-49dd-9f2a-127350bb4e70'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:53:32.838220 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb5e4-86d9-477e-a810-e645b20d36be req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:32.838876 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-d27bb5e4-86d9-477e-a810-e645b20d36be req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:32.840256 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-d27bb5e4-86d9-477e-a810-e645b20d36be req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "PUT /v2.0/ports/fe5c5155-9974-49dd-9f2a-127350bb4e70 HTTP/1.1" status: 200 len: 943 time: 0.3627167 May 12 17:53:32.840720 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'tag': 'fe5c5155-9974-49dd-9f2a-127350bb4e70'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:53:32.843615 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab497306-7f0a-41c7-a32e-70662546931a" -d '{"events": [{"name": "network-changed", "server_uuid": "d49a96bf-7f9d-40ea-a47a-574324e1ea5e", "tag": "fe5c5155-9974-49dd-9f2a-127350bb4e70"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:53:32.848855 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 56192) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:32.894157 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Pushing event updated for resources: {'Port': ['ID=fe5c5155-9974-49dd-9f2a-127350bb4e70,revision_number=7']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:32.927695 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:32.927695 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:32.928013 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:32.928359 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:32.928698 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:32.929498 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:32.929635 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:32.929905 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:32.930242 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:32.930576 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:32.930937 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:32.931271 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:32.931735 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:32.931851 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['fe5c5155-9974-49dd-9f2a-127350bb4e70'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:53:32.931938 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:32.932246 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdbb-8bd2-475e-ab0b-70ab637cdefe tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:32.951276 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d51ffe2f-52b4-4162-ba04-4dd1d98bff71 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group (ddb2b66f-ec85-4fdc-8ab3-c8264368a69d), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:32.985324 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d51ffe2f-52b4-4162-ba04-4dd1d98bff71 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group (ddb2b66f-ec85-4fdc-8ab3-c8264368a69d), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:32.990063 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cde742-5f67-41a2-b14d-2eb75aec6e39 x-openstack-request-id: req-e0cde742-5f67-41a2-b14d-2eb75aec6e39 {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:53:32.990912 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49a96bf-7f9d-40ea-a47a-574324e1ea5e", "tag": "fe5c5155-9974-49dd-9f2a-127350bb4e70", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:53:32.991252 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e0cde742-5f67-41a2-b14d-2eb75aec6e39 {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:53:32.991671 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0cde742-5f67-41a2-b14d-2eb75aec6e39'] response: {'name': 'network-changed', 'server_uuid': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'tag': 'fe5c5155-9974-49dd-9f2a-127350bb4e70', 'status': 'completed', 'code': 200} May 12 17:53:33.094096 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d51ffe2f-52b4-4162-ba04-4dd1d98bff71 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (ddb2b66f-ec85-4fdc-8ab3-c8264368a69d), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:33.096925 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-d51ffe2f-52b4-4162-ba04-4dd1d98bff71 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for security_group (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:33.098067 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-d51ffe2f-52b4-4162-ba04-4dd1d98bff71 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "DELETE /v2.0/security-groups/ddb2b66f-ec85-4fdc-8ab3-c8264368a69d HTTP/1.1" status: 204 len: 168 time: 0.2465281 May 12 17:53:33.100944 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56198) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:33.113358 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ffe2f-52b4-4162-ba04-4dd1d98bff71 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb2b66f-ec85-4fdc-8ab3-c8264368a69d,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:33.116290 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab497306-7f0a-41c7-a32e-70662546931a req-4bd86f42-9abb-4d74-8c2b-60c698cc528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:33.117807 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ab497306-7f0a-41c7-a32e-70662546931a req-4bd86f42-9abb-4d74-8c2b-60c698cc528e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c3403873c6404cd1a227b411c653126f&device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 1130 time: 0.1182234 May 12 17:53:33.168578 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-14c513b7-ad5b-42c4-bd1a-b3b42d9f01fc None None] Provisioning complete for port fe5c5155-9974-49dd-9f2a-127350bb4e70 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 17:53:33.169146 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-14c513b7-ad5b-42c4-bd1a-b3b42d9f01fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7700692'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:33.227350 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab497306-7f0a-41c7-a32e-70662546931a req-5a0831e0-b970-475d-a230-33bff178791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:33.229149 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ab497306-7f0a-41c7-a32e-70662546931a req-5a0831e0-b970-475d-a230-33bff178791b service neutron] 10.222.0.89 "GET /v2.0/networks?id=1b01b3c7-1729-4430-8c0d-0413e4982878 HTTP/1.1" status: 200 len: 915 time: 0.1012790 May 12 17:53:33.253807 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-14c513b7-ad5b-42c4-bd1a-b3b42d9f01fc None None] Current status of the port fe5c5155-9974-49dd-9f2a-127350bb4e70 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 17:53:33.263724 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Deleting port cd92602e-2cea-439f-921d-6d05262b63e3 {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:53:33.264178 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (cd92602e-2cea-439f-921d-6d05262b63e3), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:33.300938 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ab497306-7f0a-41c7-a32e-70662546931a req-b3968f20-f4b4-4119-bba3-015c5c34d961 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe5c5155-9974-49dd-9f2a-127350bb4e70 HTTP/1.1" status: 200 len: 1002 time: 0.0653214 May 12 17:53:33.345117 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (cd92602e-2cea-439f-921d-6d05262b63e3), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:33.345368 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for floatingip (cd92602e-2cea-439f-921d-6d05262b63e3), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:33.351104 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab497306-7f0a-41c7-a32e-70662546931a req-787b824b-f17f-4263-b492-cce233c25743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:33.352561 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ab497306-7f0a-41c7-a32e-70662546931a req-787b824b-f17f-4263-b492-cce233c25743 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=05e76cba-bff6-4e87-adca-1ebe03bf8865 HTTP/1.1" status: 200 len: 853 time: 0.0444674 May 12 17:53:33.357645 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Calling delete_port for cd92602e-2cea-439f-921d-6d05262b63e3 owned by network:floatingip {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:53:33.399846 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab497306-7f0a-41c7-a32e-70662546931a req-a4776af5-f2df-4b38-bcf0-371d94392795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:33.401375 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ab497306-7f0a-41c7-a32e-70662546931a req-a4776af5-f2df-4b38-bcf0-371d94392795 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1b01b3c7-1729-4430-8c0d-0413e4982878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422816 May 12 17:53:33.411504 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [req-ab497306-7f0a-41c7-a32e-70662546931a req-8af52769-59db-4c69-b0b6-e82752d2e474 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=110069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 17:53:33.412451 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ab497306-7f0a-41c7-a32e-70662546931a req-8af52769-59db-4c69-b0b6-e82752d2e474 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047860 May 12 17:53:33.504249 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ab497306-7f0a-41c7-a32e-70662546931a req-40fb4b3a-5523-4911-a732-420e0966d806 service neutron] 10.222.0.89 "GET /v2.0/networks/1b01b3c7-1729-4430-8c0d-0413e4982878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855935 May 12 17:53:33.508134 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (cd92602e-2cea-439f-921d-6d05262b63e3), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:33.536557 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Pushing event deleted for resources: {'Port': ['ID=cd92602e-2cea-439f-921d-6d05262b63e3,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:33.560299 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:33.560805 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:33.561161 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:33.561508 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:33.561850 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:33.562190 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:33.562520 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:33.562901 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:33.563305 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:33.563561 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:33.563868 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:33.564199 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:33.564539 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:33.564858 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:33.565190 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:33.605423 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-ab497306-7f0a-41c7-a32e-70662546931a req-c9e641cf-df73-4c19-a608-b26101df931c service neutron] 10.222.0.89 "GET /v2.0/networks/1b01b3c7-1729-4430-8c0d-0413e4982878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943732 May 12 17:53:33.607173 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks [] for floatingip (ed4e2853-3423-4b5f-90b0-0628dd2ab81b), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:33.607525 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.db.l3_db [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Floating IP ed4e2853-3423-4b5f-90b0-0628dd2ab81b disassociated (deleted). External IP: 172.27.3.175, port: fe5c5155-9974-49dd-9f2a-127350bb4e70. May 12 17:53:33.819892 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:53:33.929742 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:53:33.935374 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for floatingip (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:33.940610 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debb9f27-02dd-444b-a800-bfa38b150575 None None] Sync routers for ids ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:53:33.951231 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debb9f27-02dd-444b-a800-bfa38b150575 None None] Routers {'e490d4ff-6137-4ff2-ae4e-a2515c0cf116'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:53:33.951940 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-debb9f27-02dd-444b-a800-bfa38b150575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:53:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:33.965201 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-8b9e9e62-89cb-4970-b362-b360afc25542 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "DELETE /v2.0/floatingips/ed4e2853-3423-4b5f-90b0-0628dd2ab81b HTTP/1.1" status: 204 len: 168 time: 0.8625031 May 12 17:53:33.965793 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'tag': 'fe5c5155-9974-49dd-9f2a-127350bb4e70'}] {{(pid=110068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:53:33.968818 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2500bba3770e03b4e187cfcb36436161be7a633aff895022f90619c6198f13ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455425a2-4d8b-4f0e-9430-3c8a8c586848" -d '{"events": [{"name": "network-changed", "server_uuid": "d49a96bf-7f9d-40ea-a47a-574324e1ea5e", "tag": "fe5c5155-9974-49dd-9f2a-127350bb4e70"}]}' {{(pid=110068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:53:34.063093 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 17:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4b61d6-8c8f-47e1-867d-abad6106a3ec x-openstack-request-id: req-7b4b61d6-8c8f-47e1-867d-abad6106a3ec {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:53:34.064042 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49a96bf-7f9d-40ea-a47a-574324e1ea5e", "tag": "fe5c5155-9974-49dd-9f2a-127350bb4e70", "status": "completed", "code": 200}]} {{(pid=110068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:53:34.064369 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7b4b61d6-8c8f-47e1-867d-abad6106a3ec {{(pid=110068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:53:34.064956 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4b61d6-8c8f-47e1-867d-abad6106a3ec'] response: {'name': 'network-changed', 'server_uuid': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'tag': 'fe5c5155-9974-49dd-9f2a-127350bb4e70', 'status': 'completed', 'code': 200} May 12 17:53:34.072851 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-debb9f27-02dd-444b-a800-bfa38b150575 None None] Set router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:53:34.124005 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455425a2-4d8b-4f0e-9430-3c8a8c586848 req-e471073b-5a58-4ce6-be54-6676de7b3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:34.125554 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-455425a2-4d8b-4f0e-9430-3c8a8c586848 req-e471073b-5a58-4ce6-be54-6676de7b3392 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c3403873c6404cd1a227b411c653126f&device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 1130 time: 0.0417109 May 12 17:53:34.257082 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455425a2-4d8b-4f0e-9430-3c8a8c586848 req-ba373c62-f5e0-4976-98e4-62ecebd3ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:34.258580 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-455425a2-4d8b-4f0e-9430-3c8a8c586848 req-ba373c62-f5e0-4976-98e4-62ecebd3ce18 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1b01b3c7-1729-4430-8c0d-0413e4982878 HTTP/1.1" status: 200 len: 915 time: 0.1263275 May 12 17:53:34.409103 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-debb9f27-02dd-444b-a800-bfa38b150575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'name': 'tempest-TestMinimumBasicScenario-209215553-router', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:24Z', 'revision_number': 4, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'gw_port': {'id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '0b537163-10c2-49bb-b7a0-e5f3d9a62dc4', 'name': '', 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'mac_address': 'fa:16:3e:c4:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:24Z', 'updated_at': '2022-05-12T17:51:30Z', 'revision_number': 5, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'subnets': [{'id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:34.436564 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debb9f27-02dd-444b-a800-bfa38b150575 None None] Checking router: e490d4ff-6137-4ff2-ae4e-a2515c0cf116 for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:53:34.444548 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debb9f27-02dd-444b-a800-bfa38b150575 None None] Routers {'e490d4ff-6137-4ff2-ae4e-a2515c0cf116'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:53:34.445148 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-debb9f27-02dd-444b-a800-bfa38b150575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:53:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:34.555056 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-debb9f27-02dd-444b-a800-bfa38b150575 None None] Set router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:53:34.576955 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-455425a2-4d8b-4f0e-9430-3c8a8c586848 req-b964da75-168a-4044-9032-d8de9f33d3ed service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe5c5155-9974-49dd-9f2a-127350bb4e70 HTTP/1.1" status: 200 len: 217 time: 0.0347915 May 12 17:53:34.627735 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455425a2-4d8b-4f0e-9430-3c8a8c586848 req-5034162f-d408-42a1-b62b-b04e1cb7cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:34.629297 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-455425a2-4d8b-4f0e-9430-3c8a8c586848 req-5034162f-d408-42a1-b62b-b04e1cb7cbce service neutron] 10.222.0.89 "GET /v2.0/subnets?id=05e76cba-bff6-4e87-adca-1ebe03bf8865 HTTP/1.1" status: 200 len: 853 time: 0.0457087 May 12 17:53:34.693748 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455425a2-4d8b-4f0e-9430-3c8a8c586848 req-c5092c4f-811f-4db7-afb2-143b9254dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:34.695359 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-455425a2-4d8b-4f0e-9430-3c8a8c586848 req-c5092c4f-811f-4db7-afb2-143b9254dcb7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1b01b3c7-1729-4430-8c0d-0413e4982878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456340 May 12 17:53:34.752393 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-debb9f27-02dd-444b-a800-bfa38b150575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'name': 'tempest-TestMinimumBasicScenario-209215553-router', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:24Z', 'revision_number': 4, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'gw_port': {'id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '0b537163-10c2-49bb-b7a0-e5f3d9a62dc4', 'name': '', 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'mac_address': 'fa:16:3e:c4:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:24Z', 'updated_at': '2022-05-12T17:51:30Z', 'revision_number': 5, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'subnets': [{'id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:34.780417 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debb9f27-02dd-444b-a800-bfa38b150575 None None] The sync data for ids ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'] in dv-cinder-839793-10-iscsi is: [{'id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'name': 'tempest-TestMinimumBasicScenario-209215553-router', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:24Z', 'revision_number': 4, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'gw_port': {'id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi', '_interfaces': [{'id': '0b537163-10c2-49bb-b7a0-e5f3d9a62dc4', 'name': '', 'network_id': '1b01b3c7-1729-4430-8c0d-0413e4982878', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'mac_address': 'fa:16:3e:c4:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:24Z', 'updated_at': '2022-05-12T17:51:30Z', 'revision_number': 5, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'subnets': [{'id': '05e76cba-bff6-4e87-adca-1ebe03bf8865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:53:34.785137 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-455425a2-4d8b-4f0e-9430-3c8a8c586848 req-3851cd4b-273f-4737-acd5-8caf164b8ff8 service neutron] 10.222.0.89 "GET /v2.0/networks/1b01b3c7-1729-4430-8c0d-0413e4982878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832789 May 12 17:53:34.887879 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-455425a2-4d8b-4f0e-9430-3c8a8c586848 req-6cab0f25-6fec-4a3b-a9e6-5db12d242192 service neutron] 10.222.0.89 "GET /v2.0/networks/1b01b3c7-1729-4430-8c0d-0413e4982878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965607 May 12 17:53:35.018660 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b178ff3-73b4-4946-8ea6-b7eb82c366be None None] New status for floating IP ed4e2853-3423-4b5f-90b0-0628dd2ab81b: DOWN {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 17:53:36.703489 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af75965-d7c9-4491-b3d2-406f3092e925 req-f5430cef-cc24-4169-bb87-d5d0d33596a0 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:36.704959 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5af75965-d7c9-4491-b3d2-406f3092e925 req-f5430cef-cc24-4169-bb87-d5d0d33596a0 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 946 time: 0.0510156 May 12 17:53:36.751111 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-5af75965-d7c9-4491-b3d2-406f3092e925 req-9c050621-334d-47ff-8fa8-4c6394895acf tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404789 May 12 17:53:37.870826 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c4112-054a-4ce8-aa1a-1e9466b96faf req-fe30984c-e7dc-4ccd-b322-0c0b7c0a8043 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:37.873311 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a4c4112-054a-4ce8-aa1a-1e9466b96faf req-fe30984c-e7dc-4ccd-b322-0c0b7c0a8043 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 946 time: 0.0522053 May 12 17:53:37.920917 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-9a4c4112-054a-4ce8-aa1a-1e9466b96faf req-6b53091b-8732-42d3-979c-0cf3edf2b31f tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/security-groups?id=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421703 May 12 17:53:38.364135 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c00482-e03b-4edc-a614-6f32b46a492f req-db5967eb-09c5-48e2-82ae-1cb9bd079c47 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 17:53:38.365574 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-09c00482-e03b-4edc-a614-6f32b46a492f req-db5967eb-09c5-48e2-82ae-1cb9bd079c47 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.89 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 946 time: 0.0466893 May 12 17:53:38.716309 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-09c00482-e03b-4edc-a614-6f32b46a492f req-ebe64fe2-0f10-4cc8-a39e-c4e1b8b59885 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Deleting port fe5c5155-9974-49dd-9f2a-127350bb4e70 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:53:38.716309 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-09c00482-e03b-4edc-a614-6f32b46a492f req-ebe64fe2-0f10-4cc8-a39e-c4e1b8b59885 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:38.806844 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [req-09c00482-e03b-4edc-a614-6f32b46a492f req-ebe64fe2-0f10-4cc8-a39e-c4e1b8b59885 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] For port fe5c5155-9974-49dd-9f2a-127350bb4e70, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fe5c5155-9974-49dd-9f2a-127350bb4e70,segment=NetworkSegment(da1aa763-2d19-4eb7-827a-7231f2e5d01a),segment_id=da1aa763-2d19-4eb7-827a-7231f2e5d01a)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:53:38.807214 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-09c00482-e03b-4edc-a614-6f32b46a492f req-ebe64fe2-0f10-4cc8-a39e-c4e1b8b59885 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:38.821989 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [req-09c00482-e03b-4edc-a614-6f32b46a492f req-ebe64fe2-0f10-4cc8-a39e-c4e1b8b59885 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Calling delete_port for fe5c5155-9974-49dd-9f2a-127350bb4e70 owned by compute:nova {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:53:38.954330 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-09c00482-e03b-4edc-a614-6f32b46a492f req-ebe64fe2-0f10-4cc8-a39e-c4e1b8b59885 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (fe5c5155-9974-49dd-9f2a-127350bb4e70), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:38.967437 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] get_ports_and_sgs() called for port_ids ['fe5c5155-9974-49dd-9f2a-127350bb4e70'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 17:53:38.990016 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe64fe2-0f10-4cc8-a39e-c4e1b8b59885 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Pushing event deleted for resources: {'Port': ['ID=fe5c5155-9974-49dd-9f2a-127350bb4e70,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:39.042709 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [req-2d5b336a-74c5-48e7-8ea4-6e6f1d227c3f req-404413ed-2822-4b80-8c2f-ef3d6adb9d65 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49a96bf-7f9d-40ea-a47a-574324e1ea5e HTTP/1.1" status: 200 len: 210 time: 0.0414336 May 12 17:53:39.048547 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c00482-e03b-4edc-a614-6f32b46a492f req-ebe64fe2-0f10-4cc8-a39e-c4e1b8b59885 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] No DVR routers for this DVR port fe5c5155-9974-49dd-9f2a-127350bb4e70 on host hv-cinder-83979 {{(pid=110069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:53:39.051484 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [req-09c00482-e03b-4edc-a614-6f32b46a492f req-ebe64fe2-0f10-4cc8-a39e-c4e1b8b59885 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36671'] for port (None), before_response {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:39.055968 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [req-09c00482-e03b-4edc-a614-6f32b46a492f req-ebe64fe2-0f10-4cc8-a39e-c4e1b8b59885 tempest-TestMinimumBasicScenario-1934476569 tempest-TestMinimumBasicScenario-1934476569-project] 10.222.0.89 "DELETE /v2.0/ports/fe5c5155-9974-49dd-9f2a-127350bb4e70 HTTP/1.1" status: 204 len: 173 time: 0.6845436 May 12 17:53:39.056369 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'name': 'network-vif-deleted', 'tag': 'fe5c5155-9974-49dd-9f2a-127350bb4e70'}] {{(pid=110069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 17:53:39.059583 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a76bc6bbf35c010fd14bf89ae995fed78f4d1db4f684d7b9fde88eb35903056" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352f3961-83a1-4503-9524-d39db0a74f20" -d '{"events": [{"server_uuid": "d49a96bf-7f9d-40ea-a47a-574324e1ea5e", "name": "network-vif-deleted", "tag": "fe5c5155-9974-49dd-9f2a-127350bb4e70"}]}' {{(pid=110069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 17:53:39.098063 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 17:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e16e48-8299-4a99-b81a-3416b5a6d5ec x-openstack-request-id: req-75e16e48-8299-4a99-b81a-3416b5a6d5ec {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 17:53:39.098442 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49a96bf-7f9d-40ea-a47a-574324e1ea5e", "name": "network-vif-deleted", "tag": "fe5c5155-9974-49dd-9f2a-127350bb4e70", "status": "completed", "code": 200}]} {{(pid=110069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 17:53:39.099197 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-75e16e48-8299-4a99-b81a-3416b5a6d5ec {{(pid=110069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 17:53:39.099197 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e16e48-8299-4a99-b81a-3416b5a6d5ec'] response: {'server_uuid': 'd49a96bf-7f9d-40ea-a47a-574324e1ea5e', 'name': 'network-vif-deleted', 'tag': 'fe5c5155-9974-49dd-9f2a-127350bb4e70', 'status': 'completed', 'code': 200} May 12 17:53:40.703662 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56284) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:40.853428 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:41.028216 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-dbbd28de-b348-424c-accd-937e6623365a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7866822'] for router_interface (e490d4ff-6137-4ff2-ae4e-a2515c0cf116), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:41.256570 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd28de-b348-424c-accd-937e6623365a admin admin] Deleting port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:53:41.256903 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-dbbd28de-b348-424c-accd-937e6623365a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:41.333717 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [None req-dbbd28de-b348-424c-accd-937e6623365a admin admin] For port 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=0b537163-10c2-49bb-b7a0-e5f3d9a62dc4,segment=NetworkSegment(da1aa763-2d19-4eb7-827a-7231f2e5d01a),segment_id=da1aa763-2d19-4eb7-827a-7231f2e5d01a)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:53:41.334078 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-dbbd28de-b348-424c-accd-937e6623365a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:41.346911 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd28de-b348-424c-accd-937e6623365a admin admin] Calling delete_port for 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 owned by network:router_interface {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:53:41.525750 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-dbbd28de-b348-424c-accd-937e6623365a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (0b537163-10c2-49bb-b7a0-e5f3d9a62dc4), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:41.552545 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd28de-b348-424c-accd-937e6623365a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b537163-10c2-49bb-b7a0-e5f3d9a62dc4,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:41.723321 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-dbbd28de-b348-424c-accd-937e6623365a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7922005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881689'] for router_interface (e490d4ff-6137-4ff2-ae4e-a2515c0cf116), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:42.202562 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbd28de-b348-424c-accd-937e6623365a admin admin] Router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:53:42.310361 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbd28de-b348-424c-accd-937e6623365a admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:53:42.315278 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-dbbd28de-b348-424c-accd-937e6623365a admin admin] 10.222.0.76 "PUT /v2.0/routers/e490d4ff-6137-4ff2-ae4e-a2515c0cf116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6106081 May 12 17:53:42.317738 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56286) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:42.319922 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d9ecf6-1048-4f0f-8850-87d16a48258c None None] Sync routers for ids ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'] in dv-cinder-839793-10-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:53:42.331483 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d9ecf6-1048-4f0f-8850-87d16a48258c None None] Routers {'e490d4ff-6137-4ff2-ae4e-a2515c0cf116'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:53:42.332171 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-87d9ecf6-1048-4f0f-8850-87d16a48258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:53:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:42.423421 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-51496c50-a1b6-4aae-9534-c3a827e5e969 admin admin] Publish callbacks [] for router (e490d4ff-6137-4ff2-ae4e-a2515c0cf116), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:42.440164 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-87d9ecf6-1048-4f0f-8850-87d16a48258c None None] Set router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:53:42.468887 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device fe5c5155-9974-49dd-9f2a-127350bb4e70 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:53:42.519078 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] No Port match for: fe5c5155-9974-49dd-9f2a-127350bb4e70 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:53:42.519436 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Device fe5c5155-9974-49dd-9f2a-127350bb4e70 not bound to the agent host hv-cinder-83979 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:53:42.527995 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-51496c50-a1b6-4aae-9534-c3a827e5e969 admin admin] Publish callbacks [] for router_gateway (e490d4ff-6137-4ff2-ae4e-a2515c0cf116), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:42.571809 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-51496c50-a1b6-4aae-9534-c3a827e5e969 admin admin] Deleting port b432994c-9fae-40a2-87db-ee15b7ddbe6b {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:53:42.572150 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-51496c50-a1b6-4aae-9534-c3a827e5e969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (b432994c-9fae-40a2-87db-ee15b7ddbe6b), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:42.639754 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-87d9ecf6-1048-4f0f-8850-87d16a48258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'name': 'tempest-TestMinimumBasicScenario-209215553-router', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:53:41Z', 'revision_number': 5, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'gw_port': {'id': 'b432994c-9fae-40a2-87db-ee15b7ddbe6b', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:42.652639 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [None req-51496c50-a1b6-4aae-9534-c3a827e5e969 admin admin] For port b432994c-9fae-40a2-87db-ee15b7ddbe6b, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=b432994c-9fae-40a2-87db-ee15b7ddbe6b,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:53:42.653010 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-51496c50-a1b6-4aae-9534-c3a827e5e969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (b432994c-9fae-40a2-87db-ee15b7ddbe6b), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:42.666425 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d9ecf6-1048-4f0f-8850-87d16a48258c None None] Checking router: e490d4ff-6137-4ff2-ae4e-a2515c0cf116 for host: dv-cinder-839793-10-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:53:42.669862 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-51496c50-a1b6-4aae-9534-c3a827e5e969 admin admin] Calling delete_port for b432994c-9fae-40a2-87db-ee15b7ddbe6b owned by network:router_gateway {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:53:42.675242 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d9ecf6-1048-4f0f-8850-87d16a48258c None None] Routers {'e490d4ff-6137-4ff2-ae4e-a2515c0cf116'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:53:42.675851 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-87d9ecf6-1048-4f0f-8850-87d16a48258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:53:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:42.766033 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-87d9ecf6-1048-4f0f-8850-87d16a48258c None None] Set router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 gateway port host: None {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:53:42.820712 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-87d9ecf6-1048-4f0f-8850-87d16a48258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'name': 'tempest-TestMinimumBasicScenario-209215553-router', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:53:42Z', 'revision_number': 6, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'gw_port_host': None}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:42.836392 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-51496c50-a1b6-4aae-9534-c3a827e5e969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (b432994c-9fae-40a2-87db-ee15b7ddbe6b), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:42.847842 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d9ecf6-1048-4f0f-8850-87d16a48258c None None] The sync data for ids ['e490d4ff-6137-4ff2-ae4e-a2515c0cf116'] in dv-cinder-839793-10-iscsi is: [{'id': 'e490d4ff-6137-4ff2-ae4e-a2515c0cf116', 'name': 'tempest-TestMinimumBasicScenario-209215553-router', 'tenant_id': 'c3403873c6404cd1a227b411c653126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:22Z', 'updated_at': '2022-05-12T17:53:42Z', 'revision_number': 6, 'project_id': 'c3403873c6404cd1a227b411c653126f', 'gw_port_host': None}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:53:42.863751 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51496c50-a1b6-4aae-9534-c3a827e5e969 admin admin] Pushing event deleted for resources: {'Port': ['ID=b432994c-9fae-40a2-87db-ee15b7ddbe6b,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:42.923224 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-51496c50-a1b6-4aae-9534-c3a827e5e969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871732'] for router_gateway (e490d4ff-6137-4ff2-ae4e-a2515c0cf116), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.012397 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-51496c50-a1b6-4aae-9534-c3a827e5e969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3705'] for router (e490d4ff-6137-4ff2-ae4e-a2515c0cf116), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.015095 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-51496c50-a1b6-4aae-9534-c3a827e5e969 admin admin] Publish callbacks [] for router_controller (e490d4ff-6137-4ff2-ae4e-a2515c0cf116), precommit_delete_associations {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.060717 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-51496c50-a1b6-4aae-9534-c3a827e5e969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871141'] for router (e490d4ff-6137-4ff2-ae4e-a2515c0cf116), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.061298 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51496c50-a1b6-4aae-9534-c3a827e5e969 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e490d4ff-6137-4ff2-ae4e-a2515c0cf116 {{(pid=110068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:53:43.065443 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-51496c50-a1b6-4aae-9534-c3a827e5e969 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.066570 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-51496c50-a1b6-4aae-9534-c3a827e5e969 admin admin] 10.222.0.76 "DELETE /v2.0/routers/e490d4ff-6137-4ff2-ae4e-a2515c0cf116 HTTP/1.1" status: 204 len: 168 time: 0.7478874 May 12 17:53:43.069192 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56288) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:43.113092 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_v2 [None req-617092ae-dbb4-4c11-9692-4268570cbdbf admin admin] Deleting subnet 05e76cba-bff6-4e87-adca-1ebe03bf8865 {{(pid=110068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:53:43.116128 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-617092ae-dbb4-4c11-9692-4268570cbdbf admin admin] Publish callbacks [] for subnet (05e76cba-bff6-4e87-adca-1ebe03bf8865), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.150938 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-617092ae-dbb4-4c11-9692-4268570cbdbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3177885'] for subnet (05e76cba-bff6-4e87-adca-1ebe03bf8865), precommit_delete_associations {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.237988 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-617092ae-dbb4-4c11-9692-4268570cbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700920'] for subnet (05e76cba-bff6-4e87-adca-1ebe03bf8865), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.292919 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-617092ae-dbb4-4c11-9692-4268570cbdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3808102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601506'] for subnet (05e76cba-bff6-4e87-adca-1ebe03bf8865), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.318744 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617092ae-dbb4-4c11-9692-4268570cbdbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e76cba-bff6-4e87-adca-1ebe03bf8865,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:43.322119 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-617092ae-dbb4-4c11-9692-4268570cbdbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.325234 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-617092ae-dbb4-4c11-9692-4268570cbdbf admin admin] 10.222.0.76 "DELETE /v2.0/subnets/05e76cba-bff6-4e87-adca-1ebe03bf8865 HTTP/1.1" status: 204 len: 168 time: 0.2550929 May 12 17:53:43.327860 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56290) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:43.328785 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e287ab0a-0f2d-42ac-804b-1c4a19f6d581 None None] Network 1b01b3c7-1729-4430-8c0d-0413e4982878 requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:53:43.403526 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758311'] for network (1b01b3c7-1729-4430-8c0d-0413e4982878), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.453969 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] Deleting port 474c1447-3ba5-489e-912c-6bc0debe744e {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:53:43.454323 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (474c1447-3ba5-489e-912c-6bc0debe744e), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.524514 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] For port 474c1447-3ba5-489e-912c-6bc0debe744e, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=474c1447-3ba5-489e-912c-6bc0debe744e,segment=NetworkSegment(da1aa763-2d19-4eb7-827a-7231f2e5d01a),segment_id=da1aa763-2d19-4eb7-827a-7231f2e5d01a)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:53:43.524801 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (474c1447-3ba5-489e-912c-6bc0debe744e), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.539825 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] Calling delete_port for 474c1447-3ba5-489e-912c-6bc0debe744e owned by network:dhcp {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:53:43.621052 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] DHCP port deletion for 1b01b3c7-1729-4430-8c0d-0413e4982878 request from dv-cinder-839793-10-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:53:43.639707 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (474c1447-3ba5-489e-912c-6bc0debe744e), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.668004 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Deleting port 474c1447-3ba5-489e-912c-6bc0debe744e {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:53:43.668383 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (474c1447-3ba5-489e-912c-6bc0debe744e), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.673015 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] Pushing event deleted for resources: {'Port': ['ID=474c1447-3ba5-489e-912c-6bc0debe744e,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:43.678752 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] No DVR routers for this DVR port 474c1447-3ba5-489e-912c-6bc0debe744e on host dv-cinder-839793-10-iscsi {{(pid=110068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:53:43.764160 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] For port 474c1447-3ba5-489e-912c-6bc0debe744e, host dv-cinder-839793-10-iscsi, got binding levels [] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:53:43.764753 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (474c1447-3ba5-489e-912c-6bc0debe744e), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.782816 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7702861', 'neutron.services.segments.db._delete_segments_for_network-8741378415382'] for network (1b01b3c7-1729-4430-8c0d-0413e4982878), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.783076 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Calling delete_port for 474c1447-3ba5-489e-912c-6bc0debe744e owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:53:43.785702 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.ipam_backend_mixin [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Port 474c1447-3ba5-489e-912c-6bc0debe744e was not found and therefore no delete operation was performed {{(pid=110072) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 17:53:43.789045 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832'] for port (474c1447-3ba5-489e-912c-6bc0debe744e), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.798709 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:53:43.810559 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b01b3c7-1729-4430-8c0d-0413e4982878']}} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:43.824613 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1aa763-2d19-4eb7-827a-7231f2e5d01a') {'for_net_delete': True} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:43.825232 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1aa763-2d19-4eb7-827a-7231f2e5d01a') {} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:43.837887 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741378450975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3177892'] for segment (da1aa763-2d19-4eb7-827a-7231f2e5d01a), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.846208 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:53:43.847011 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 0b537163-10c2-49bb-b7a0-e5f3d9a62dc4 not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:53:43.847226 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 474c1447-3ba5-489e-912c-6bc0debe744e no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:53:43.849331 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Pushing event deleted for resources: {'Port': ['ID=474c1447-3ba5-489e-912c-6bc0debe744e,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:43.852842 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] No DVR routers for this DVR port 474c1447-3ba5-489e-912c-6bc0debe744e on host dv-cinder-839793-10-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:53:43.853773 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (da1aa763-2d19-4eb7-827a-7231f2e5d01a), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.867188 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=110068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:53:43.867620 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3808964'] for segment (da1aa763-2d19-4eb7-827a-7231f2e5d01a), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: Traceback (most recent call last): May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: timer() May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: cb(*args, **kw) May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: return func(*args, **kwargs) May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: self._notify() May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: self.callback(batched_events) May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: event.method(event) May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: return f(self, *a, **k) May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._get(url).json() May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: return self.request(url, 'GET', **kwargs) May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:53:43.871883 dv-cinder-839793-10-iscsi neutron-server[110068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:53:43.886706 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 474c1447-3ba5-489e-912c-6bc0debe744e {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:53:43.887292 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 474c1447-3ba5-489e-912c-6bc0debe744e not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:53:43.887724 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device b432994c-9fae-40a2-87db-ee15b7ddbe6b no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:53:43.891024 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:43.891383 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:43.891733 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:43.892082 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:43.892425 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:43.892915 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:43.893509 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:43.894076 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:43.894462 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:43.894831 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:43.895178 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:43.895514 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:43.895846 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:43.896336 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:43.896822 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2602a32-3512-4e61-939d-4a8e7d98e8b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-10-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 17:53:43.925459 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: b432994c-9fae-40a2-87db-ee15b7ddbe6b {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:53:43.925974 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device b432994c-9fae-40a2-87db-ee15b7ddbe6b not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:53:43.944104 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7702902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7867334'] for network (1b01b3c7-1729-4430-8c0d-0413e4982878), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.949996 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:43.953802 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1b01b3c7-1729-4430-8c0d-0413e4982878 HTTP/1.1" status: 204 len: 168 time: 0.6250186 May 12 17:53:43.956826 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.wsgi [-] (110069) accepted ('10.222.0.76', 56292) {{(pid=110069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:43.969944 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb464a-acd0-4581-b7ac-cff6d0135882 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b01b3c7-1729-4430-8c0d-0413e4982878,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:44.311409 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-562c7980-8dae-4ac9-9533-9093d6eef469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7866822'] for router_interface (404db1b7-e42c-490a-b050-418b8e8d23e2), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:44.550303 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-562c7980-8dae-4ac9-9533-9093d6eef469 admin admin] Deleting port 48c65c22-a34f-4408-ab59-2f5377bd5060 {{(pid=110069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:53:44.550542 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-562c7980-8dae-4ac9-9533-9093d6eef469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), before_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:44.627775 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.db [None req-562c7980-8dae-4ac9-9533-9093d6eef469 admin admin] For port 48c65c22-a34f-4408-ab59-2f5377bd5060, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=48c65c22-a34f-4408-ab59-2f5377bd5060,segment=NetworkSegment(b41cb057-4c45-4d7b-8de6-1ace97d2d2ef),segment_id=b41cb057-4c45-4d7b-8de6-1ace97d2d2ef)] {{(pid=110069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:53:44.628140 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-562c7980-8dae-4ac9-9533-9093d6eef469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), precommit_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:44.641464 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.plugins.ml2.plugin [None req-562c7980-8dae-4ac9-9533-9093d6eef469 admin admin] Calling delete_port for 48c65c22-a34f-4408-ab59-2f5377bd5060 owned by network:router_interface {{(pid=110069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:53:44.820475 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-562c7980-8dae-4ac9-9533-9093d6eef469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3142329'] for port (48c65c22-a34f-4408-ab59-2f5377bd5060), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:44.849601 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c7980-8dae-4ac9-9533-9093d6eef469 admin admin] Pushing event deleted for resources: {'Port': ['ID=48c65c22-a34f-4408-ab59-2f5377bd5060,revision_number=None']} {{(pid=110069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:45.018658 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron_lib.callbacks.manager [None req-562c7980-8dae-4ac9-9533-9093d6eef469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7922005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881689'] for router_interface (404db1b7-e42c-490a-b050-418b8e8d23e2), after_delete {{(pid=110069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:45.234064 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562c7980-8dae-4ac9-9533-9093d6eef469 admin admin] Router 404db1b7-e42c-490a-b050-418b8e8d23e2 has already been hosted by L3 agent b30ed373-a3f0-48a5-972b-fcc738746b07 {{(pid=110069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 17:53:45.341147 dv-cinder-839793-10-iscsi neutron-server[110069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562c7980-8dae-4ac9-9533-9093d6eef469 admin admin] Notify agent at l3_agent.dv-cinder-839793-10-iscsi the message routers_updated {{(pid=110069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 17:53:45.346042 dv-cinder-839793-10-iscsi neutron-server[110069]: INFO neutron.wsgi [None req-562c7980-8dae-4ac9-9533-9093d6eef469 admin admin] 10.222.0.76 "PUT /v2.0/routers/404db1b7-e42c-490a-b050-418b8e8d23e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3882313 May 12 17:53:45.348745 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56294) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:45.349767 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc10e94-098c-44c9-99c8-eb3b8566f0ac None None] Sync routers for ids ['404db1b7-e42c-490a-b050-418b8e8d23e2'] in dv-cinder-839793-10-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 17:53:45.360203 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc10e94-098c-44c9-99c8-eb3b8566f0ac None None] Routers {'404db1b7-e42c-490a-b050-418b8e8d23e2'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:53:45.360921 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-ecc10e94-098c-44c9-99c8-eb3b8566f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:53:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['404db1b7-e42c-490a-b050-418b8e8d23e2'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:45.455328 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3e7d42dd-a9b7-4dda-8738-03aa28515098 admin admin] Publish callbacks [] for router (404db1b7-e42c-490a-b050-418b8e8d23e2), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:45.466069 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-ecc10e94-098c-44c9-99c8-eb3b8566f0ac None None] Set router 404db1b7-e42c-490a-b050-418b8e8d23e2 gateway port host: dv-cinder-839793-10-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:53:45.563978 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3e7d42dd-a9b7-4dda-8738-03aa28515098 admin admin] Publish callbacks [] for router_gateway (404db1b7-e42c-490a-b050-418b8e8d23e2), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:45.616222 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d42dd-a9b7-4dda-8738-03aa28515098 admin admin] Deleting port 691803c1-247b-4b57-9539-e895b6718d12 {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:53:45.616568 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3e7d42dd-a9b7-4dda-8738-03aa28515098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (691803c1-247b-4b57-9539-e895b6718d12), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:45.696321 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [None req-3e7d42dd-a9b7-4dda-8738-03aa28515098 admin admin] For port 691803c1-247b-4b57-9539-e895b6718d12, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=691803c1-247b-4b57-9539-e895b6718d12,segment=NetworkSegment(deb8c593-b45e-4d92-b4f1-ba7066141efc),segment_id=deb8c593-b45e-4d92-b4f1-ba7066141efc)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:53:45.696687 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3e7d42dd-a9b7-4dda-8738-03aa28515098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (691803c1-247b-4b57-9539-e895b6718d12), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:45.709376 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d42dd-a9b7-4dda-8738-03aa28515098 admin admin] Calling delete_port for 691803c1-247b-4b57-9539-e895b6718d12 owned by network:router_gateway {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:53:45.728163 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-ecc10e94-098c-44c9-99c8-eb3b8566f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'name': 'tempest-TestMinimumBasicScenario-1480275930-router', 'tenant_id': '6e1b536bd26f4425b004bc7cab993e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'external_fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '691803c1-247b-4b57-9539-e895b6718d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:27Z', 'updated_at': '2022-05-12T17:53:44Z', 'revision_number': 5, 'project_id': '6e1b536bd26f4425b004bc7cab993e70', 'gw_port': {'id': '691803c1-247b-4b57-9539-e895b6718d12', 'name': '', 'network_id': 'b6af4ff4-d32b-4188-9b8b-39d506141485', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T17:51:27Z', 'updated_at': '2022-05-12T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa3d7dec-8473-439f-be75-bd9312424549', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-10-iscsi'}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:45.758090 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc10e94-098c-44c9-99c8-eb3b8566f0ac None None] Checking router: 404db1b7-e42c-490a-b050-418b8e8d23e2 for host: dv-cinder-839793-10-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 17:53:45.775155 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc10e94-098c-44c9-99c8-eb3b8566f0ac None None] Routers {'404db1b7-e42c-490a-b050-418b8e8d23e2'} bound to L3 agent in host dv-cinder-839793-10-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 17:53:45.775771 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-ecc10e94-098c-44c9-99c8-eb3b8566f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T17:33:53Z,description=,heartbeat_timestamp=2022-05-12T17:53:23Z,host='dv-cinder-839793-10-iscsi',id=b30ed373-a3f0-48a5-972b-fcc738746b07,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T17:33:53Z,topic='l3_agent')) {'router_ids': ['404db1b7-e42c-490a-b050-418b8e8d23e2'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:45.866841 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-ecc10e94-098c-44c9-99c8-eb3b8566f0ac None None] Set router 404db1b7-e42c-490a-b050-418b8e8d23e2 gateway port host: None {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 17:53:45.881506 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3e7d42dd-a9b7-4dda-8738-03aa28515098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (691803c1-247b-4b57-9539-e895b6718d12), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:45.910578 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d42dd-a9b7-4dda-8738-03aa28515098 admin admin] Pushing event deleted for resources: {'Port': ['ID=691803c1-247b-4b57-9539-e895b6718d12,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:45.924767 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-ecc10e94-098c-44c9-99c8-eb3b8566f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'name': 'tempest-TestMinimumBasicScenario-1480275930-router', 'tenant_id': '6e1b536bd26f4425b004bc7cab993e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:27Z', 'updated_at': '2022-05-12T17:53:45Z', 'revision_number': 6, 'project_id': '6e1b536bd26f4425b004bc7cab993e70', 'gw_port_host': None}], 'dv-cinder-839793-10-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:45.959564 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc10e94-098c-44c9-99c8-eb3b8566f0ac None None] The sync data for ids ['404db1b7-e42c-490a-b050-418b8e8d23e2'] in dv-cinder-839793-10-iscsi is: [{'id': '404db1b7-e42c-490a-b050-418b8e8d23e2', 'name': 'tempest-TestMinimumBasicScenario-1480275930-router', 'tenant_id': '6e1b536bd26f4425b004bc7cab993e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T17:51:27Z', 'updated_at': '2022-05-12T17:53:45Z', 'revision_number': 6, 'project_id': '6e1b536bd26f4425b004bc7cab993e70', 'gw_port_host': None}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 17:53:45.974782 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3e7d42dd-a9b7-4dda-8738-03aa28515098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871732'] for router_gateway (404db1b7-e42c-490a-b050-418b8e8d23e2), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.067071 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3e7d42dd-a9b7-4dda-8738-03aa28515098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3705'] for router (404db1b7-e42c-490a-b050-418b8e8d23e2), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.069177 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3e7d42dd-a9b7-4dda-8738-03aa28515098 admin admin] Publish callbacks [] for router_controller (404db1b7-e42c-490a-b050-418b8e8d23e2), precommit_delete_associations {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.113398 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3e7d42dd-a9b7-4dda-8738-03aa28515098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871141'] for router (404db1b7-e42c-490a-b050-418b8e8d23e2), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.114134 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7d42dd-a9b7-4dda-8738-03aa28515098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 404db1b7-e42c-490a-b050-418b8e8d23e2 {{(pid=110068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 17:53:46.119567 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-3e7d42dd-a9b7-4dda-8738-03aa28515098 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.120738 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-3e7d42dd-a9b7-4dda-8738-03aa28515098 admin admin] 10.222.0.76 "DELETE /v2.0/routers/404db1b7-e42c-490a-b050-418b8e8d23e2 HTTP/1.1" status: 204 len: 168 time: 0.7709730 May 12 17:53:46.123399 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56296) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:46.171359 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf83eb67-e5da-400b-9635-286636c7b377 admin admin] Deleting subnet 42bfd0c9-4b9a-4a00-b876-48953bad96c1 {{(pid=110068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 17:53:46.174364 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-cf83eb67-e5da-400b-9635-286636c7b377 admin admin] Publish callbacks [] for subnet (42bfd0c9-4b9a-4a00-b876-48953bad96c1), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.208504 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-cf83eb67-e5da-400b-9635-286636c7b377 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3177885'] for subnet (42bfd0c9-4b9a-4a00-b876-48953bad96c1), precommit_delete_associations {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.286812 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-cf83eb67-e5da-400b-9635-286636c7b377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700920'] for subnet (42bfd0c9-4b9a-4a00-b876-48953bad96c1), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.338094 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-cf83eb67-e5da-400b-9635-286636c7b377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8224668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3808102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601506'] for subnet (42bfd0c9-4b9a-4a00-b876-48953bad96c1), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.368375 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83eb67-e5da-400b-9635-286636c7b377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42bfd0c9-4b9a-4a00-b876-48953bad96c1,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:46.371897 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-cf83eb67-e5da-400b-9635-286636c7b377 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.375796 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-cf83eb67-e5da-400b-9635-286636c7b377 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/42bfd0c9-4b9a-4a00-b876-48953bad96c1 HTTP/1.1" status: 204 len: 168 time: 0.2514591 May 12 17:53:46.378261 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56298) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:46.383013 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bd19f6-ffed-4808-a052-ba568a60d5e9 None None] Network 467d70c4-0ed7-4a3f-8567-e0014b75f95e requested from dv-cinder-839793-10-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 17:53:46.447901 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-758311'] for network (467d70c4-0ed7-4a3f-8567-e0014b75f95e), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.491156 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] Deleting port bccaba1b-0293-41ba-8fe6-935a56df9e1c {{(pid=110068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 17:53:46.491504 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741378469861'] for port (bccaba1b-0293-41ba-8fe6-935a56df9e1c), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.557751 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.db [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] For port bccaba1b-0293-41ba-8fe6-935a56df9e1c, host dv-cinder-839793-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-10-iscsi',level=0,port_id=bccaba1b-0293-41ba-8fe6-935a56df9e1c,segment=NetworkSegment(b41cb057-4c45-4d7b-8de6-1ace97d2d2ef),segment_id=b41cb057-4c45-4d7b-8de6-1ace97d2d2ef)] {{(pid=110068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 17:53:46.558118 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7866636'] for port (bccaba1b-0293-41ba-8fe6-935a56df9e1c), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.571360 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] Calling delete_port for bccaba1b-0293-41ba-8fe6-935a56df9e1c owned by network:dhcp {{(pid=110068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 17:53:46.648235 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8223074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741378478457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377918832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3808919'] for port (bccaba1b-0293-41ba-8fe6-935a56df9e1c), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.674320 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bccaba1b-0293-41ba-8fe6-935a56df9e1c,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:46.679718 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] No DVR routers for this DVR port bccaba1b-0293-41ba-8fe6-935a56df9e1c on host dv-cinder-839793-10-iscsi {{(pid=110068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 17:53:46.738703 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8a17fd-c14a-46e3-99e1-e1a143675b0e None None] DHCP port deletion for 467d70c4-0ed7-4a3f-8567-e0014b75f95e request from dv-cinder-839793-10-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 17:53:46.756676 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7702861', 'neutron.services.segments.db._delete_segments_for_network-8741378415382'] for network (467d70c4-0ed7-4a3f-8567-e0014b75f95e), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.777923 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467d70c4-0ed7-4a3f-8567-e0014b75f95e']}} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:46.787101 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41cb057-4c45-4d7b-8de6-1ace97d2d2ef') {'for_net_delete': True} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:46.787400 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.services.segments.db [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41cb057-4c45-4d7b-8de6-1ace97d2d2ef') {} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 17:53:46.797287 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741378450975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3177892'] for segment (b41cb057-4c45-4d7b-8de6-1ace97d2d2ef), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.810908 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723'] for segment (b41cb057-4c45-4d7b-8de6-1ace97d2d2ef), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.821957 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=110068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 17:53:46.822362 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3808964'] for segment (b41cb057-4c45-4d7b-8de6-1ace97d2d2ef), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: Traceback (most recent call last): May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: timer() May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: cb(*args, **kw) May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: return func(*args, **kwargs) May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: self._notify() May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: self.callback(batched_events) May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: event.method(event) May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: aggregate_uuid = self.p_client.list_aggregates( May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: return f(self, *a, **k) May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._get(url).json() May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: return self.request(url, 'GET', **kwargs) May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: base_url = self.get_endpoint(auth, allow=allow, May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 17:53:46.824120 dv-cinder-839793-10-iscsi neutron-server[110068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 17:53:46.883976 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7702902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7878035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7922012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7867334'] for network (467d70c4-0ed7-4a3f-8567-e0014b75f95e), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.889224 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7922034'] for network (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:46.892358 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/467d70c4-0ed7-4a3f-8567-e0014b75f95e HTTP/1.1" status: 204 len: 168 time: 0.5132124 May 12 17:53:46.902999 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88070d65-a1a5-40c3-997e-aaf93af271c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=467d70c4-0ed7-4a3f-8567-e0014b75f95e,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:47.065969 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56302) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:47.104448 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-1f5988bd-440e-43b5-a2e5-09a939a6ce3e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c3403873c6404cd1a227b411c653126f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372913 May 12 17:53:47.107310 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56304) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:47.153298 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-97b492cd-d9ac-4947-b8db-d83ad054284e admin admin] Publish callbacks [] for security_group (84016dfb-7aa8-4ea4-ab73-ccbfed5416d7), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:47.175229 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-97b492cd-d9ac-4947-b8db-d83ad054284e admin admin] Publish callbacks [] for security_group (84016dfb-7aa8-4ea4-ab73-ccbfed5416d7), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:47.223804 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-97b492cd-d9ac-4947-b8db-d83ad054284e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (84016dfb-7aa8-4ea4-ab73-ccbfed5416d7), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:47.226293 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-97b492cd-d9ac-4947-b8db-d83ad054284e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:47.227453 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-97b492cd-d9ac-4947-b8db-d83ad054284e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/84016dfb-7aa8-4ea4-ab73-ccbfed5416d7 HTTP/1.1" status: 204 len: 168 time: 0.1192405 May 12 17:53:47.235612 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b492cd-d9ac-4947-b8db-d83ad054284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84016dfb-7aa8-4ea4-ab73-ccbfed5416d7,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:47.532932 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56310) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:47.573075 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-534dfcdb-6dcb-47b3-a5ca-eb11c1f41a75 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6e1b536bd26f4425b004bc7cab993e70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389884 May 12 17:53:47.575608 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.wsgi [-] (110068) accepted ('10.222.0.76', 56312) {{(pid=110068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 17:53:47.622139 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d3483578-5cc5-4f71-9791-e3e0fa322d73 admin admin] Publish callbacks [] for security_group (0192cccb-dc06-45a5-8d30-354a5dc64408), before_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:47.643843 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d3483578-5cc5-4f71-9791-e3e0fa322d73 admin admin] Publish callbacks [] for security_group (0192cccb-dc06-45a5-8d30-354a5dc64408), precommit_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:47.690034 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d3483578-5cc5-4f71-9791-e3e0fa322d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880551'] for security_group (0192cccb-dc06-45a5-8d30-354a5dc64408), after_delete {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:47.692707 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-d3483578-5cc5-4f71-9791-e3e0fa322d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:47.693845 dv-cinder-839793-10-iscsi neutron-server[110068]: INFO neutron.wsgi [None req-d3483578-5cc5-4f71-9791-e3e0fa322d73 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0192cccb-dc06-45a5-8d30-354a5dc64408 HTTP/1.1" status: 204 len: 168 time: 0.1173439 May 12 17:53:47.701268 dv-cinder-839793-10-iscsi neutron-server[110068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3483578-5cc5-4f71-9791-e3e0fa322d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0192cccb-dc06-45a5-8d30-354a5dc64408,revision_number=None']} {{(pid=110068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 17:53:47.788924 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 48c65c22-a34f-4408-ab59-2f5377bd5060 no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:53:47.809081 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 48c65c22-a34f-4408-ab59-2f5377bd5060 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:53:47.809512 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 48c65c22-a34f-4408-ab59-2f5377bd5060 not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:53:47.810561 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 691803c1-247b-4b57-9539-e895b6718d12 no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:53:47.829801 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: 691803c1-247b-4b57-9539-e895b6718d12 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:53:47.830219 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device 691803c1-247b-4b57-9539-e895b6718d12 not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:53:47.830723 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device bccaba1b-0293-41ba-8fe6-935a56df9e1c no longer exists at agent ovs-agent-dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 17:53:47.850209 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] No Port match for: bccaba1b-0293-41ba-8fe6-935a56df9e1c {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 17:53:47.850719 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Device bccaba1b-0293-41ba-8fe6-935a56df9e1c not bound to the agent host dv-cinder-839793-10-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 17:53:50.381295 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f7bf628e-b4d1-4ea5-8f98-afdf03df1e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:52.633297 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f68f7dd0-2b51-4c20-9e3a-070827b62073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:53.891989 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:55.246615 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:53:56.642981 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:06.867996 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:54:10.851911 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:20.383848 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-83712b24-2669-4f37-b57e-9f33cbf57d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:22.635992 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-62e07240-8207-4cf7-a0a4-3a30f1722a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:23.894030 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:25.255142 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:26.644704 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:40.866854 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:43.869352 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:54:50.385510 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2a31d5fc-7d2e-4d94-8a5c-2620d7938e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:52.638458 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3d429316-98a3-4613-a472-f658da3f8d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:53.897313 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:55.254369 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:54:56.648286 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:10.865569 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:20.387450 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-66ab3271-dce2-478b-9136-3da32d5a002b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:20.867701 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:55:22.640812 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c2c31f51-381e-48b5-ac56-43ebb6148b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:23.899007 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:25.255910 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:26.651491 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:40.864845 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:50.389760 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-6e04e57d-3b21-475a-8398-4897b1f137c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:52.645503 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8900-c9e0-4544-a14a-c90f3fe3aeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:53.901673 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:55.260562 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:56.655668 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:55:57.866840 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:56:10.879271 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:20.391137 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-de602062-8752-4ba1-b050-a5b7a10e2d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:22.650531 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-28ada4b9-3b78-49de-b9da-6b6a05be8a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:23.904888 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:25.263332 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:26.660218 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:34.865759 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:56:40.894096 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:50.392076 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-626153ca-ef41-4dfa-bd94-74d92b765331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:52.652104 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d4e30d42-b936-4b21-82c0-b32bd7d47dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:53.907817 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:55.266135 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:56:56.663126 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:10.924350 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:11.867094 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:57:20.393649 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a3fc53ee-2323-4b2a-b7c8-1d215d2c1bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:22.653150 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f42e57b1-6632-4365-b276-179864a3b0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:23.910796 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:25.269949 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:26.668782 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:40.937921 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:48.865913 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:57:50.394911 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8deaa5c2-1e06-42b0-9a30-d83a48d653ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:52.654685 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-874430b4-ecf1-446f-96be-3672eeb69901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:53.914143 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:55.271566 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:57:56.673250 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:10.938202 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:20.395905 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fddcc786-215a-41f5-b828-5a0b1ce53170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:22.656255 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-6ec1c792-4737-4325-ae4a-855e9264506a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:23.916461 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:25.276029 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:25.864293 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:58:26.676004 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:40.938464 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:50.397543 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a7f09d4b-d31d-4d68-bafd-34052115f797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (a5c5fa57-4871-4738-bb41-78d3fc2d7bc9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:52.657328 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-cec49b68-4c2b-45e7-a734-7694460d53f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (b30ed373-a3f0-48a5-972b-fcc738746b07), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:53.921507 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e5df74d2-f96a-47d8-abb3-ff870f5587af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (3cd2cc38-62a8-4306-b4d4-c2a02c4c55ee), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:55.277459 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b4f00d08-ce30-4189-b898-3803501b13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (fba5b7df-e1b2-411c-939f-4039bee358f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:58:56.677804 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3677-e995-4bd7-bcbd-90322f7591e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (e5ec12e2-69db-4984-ab92-baee17508ba2), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 17:59:02.863733 dv-cinder-839793-10-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-747329fe-fefb-4b1f-a24b-d0b40296cb4c None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 17:59:10.937027 dv-cinder-839793-10-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bdd14ba9-bcde-406e-87bf-56898a91103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741378415364', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7700622'] for agent (74cbdcc9-3bb8-4822-a932-d37794eaffa9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}